{ "name": "CUAD: Contract Understanding Atticus Dataset - Contract Nr. 300", "description": "Contract Understanding Atticus Dataset (CUAD) v1 is a corpus of 13,000+ labels in 510 commercial legal contracts that have been manually labeled under the supervision of experienced lawyers to identify 41 types of legal clauses that are considered important in contact review in connection with a corporate transaction, including mergers and acquisitions. This test suite covers ONLYdocument: SPRINGBANKPHARMACEUTICALS,INC_04_08_2020-EX-99.A-JOINT FILING AGREEMENT.PDF.\n\nLicense: \"CC BY 4.0\"\n\nReference: \"https://www.atticusprojectai.org/cuad\"\n\nSource: \"https://github.com/TheAtticusProject/cuad\"", "tests": [ { "key": "9a07f054-89f2-4f77-ba29-a1575778e923", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_300.pdf" ], "test_cases": [ { "key": "d372c8b3-e5e4-48f5-9cd9-40aa0b584bbc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "60cf7e4c-d139-4027-ab60-9164729551f9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "UBS ONCOLOGY IMPACT FUND L.P.; ONCOLOGY IMPACT FUND (CAYMAN) MANAGEMENT L.P.; MPM ONCOLOGY IMPACT MANAGEMENT LP; MPM ONCOLOGY IMPACT MANAGEMENT GP LLC" }, { "key": "a4b54141-bc76-47a9-8669-efd32e12ad3e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/20" }, { "key": "fe945325-9f16-422a-9cfd-e1d65fe1b177", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8198cb0-afdc-4ffb-9cb8-af8b0398b731", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58c87b72-185a-45de-9232-45819b8a3c15", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1f45b01-4b5f-4abb-a4c8-8bdfae4c265f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb1a0c25-7ade-4da5-ae1e-2cf882910998", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a59939f-792f-4bce-a6b8-e492421fb9d6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aa33bff-9b03-41d4-9023-568e4f81dabb", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d9d1478-fcf8-433f-b476-0a4ae18bab3e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5132b746-13cc-4cb3-b989-c90d9e01cb9b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1c3f367-a957-4c1b-a22d-7c9e42c83b69", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96914fd9-3d69-43a4-ae34-187d3c9e8c11", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2988a666-4634-49bf-84ec-216af5c662f3", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c63ff1d-9f3b-42bd-90aa-0aebdc0a7f2f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03ccea27-da04-4599-a360-2aabc4bab003", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ea82a41-5b3b-4cf4-bc26-f3d82b6b9b03", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2936c12-56f8-4e17-9459-c05e7a81fc79", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f20901f4-e8dd-4036-b719-4b4c10649cfa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96285ea3-9a76-4727-a29a-f4c374167a7d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fc01bf7-efe1-4318-b029-a5ac46886e62", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da093826-4cb2-4431-966f-cd366a200732", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2580ae9-d22d-4c00-bf19-ae5652fc7f0f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d673e68-32ee-459d-bac8-c507565b2053", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e314b7b-b348-476a-b13a-d2ff9db6287a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d96d5557-9b52-4350-80bf-83f558201c83", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94d29b23-3a27-40fb-bca8-bb9a30c8570d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af219d4a-80b7-4acc-85f0-4a94f9d27da8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c18a7c9-6298-44c0-a484-37e1e327ca2f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a21c278c-583d-4749-94e2-b01e20356e76", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ce1968a-b29b-48bc-88b0-dca7673d1e5a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b407513-e9cb-48e1-875b-bd50dbc5951c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "336c35ac-d60b-433c-877e-79e7aaef46ed", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ab5e246-834b-4603-aa17-962bba19ff95", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb0a9cf0-8807-4124-be5a-c9bfbdb0908e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] } ] }