{"corpus_id":270560341,"paper_sha":"4f71f3ba99d63848868c56a021568157670c1813","doi":"10.1609/aaai.v39i25.34830","arxiv_id":"2406.11087","pmid":null,"pmcid":null,"mag_id":null,"dblp_id":"conf/aaai/LiuPZKDCMF0CWYD25","acl_id":null,"title":"DP-MemArc: Differential Privacy Transfer Learning for Memory Efficient Language Models","year":2024,"publication_date":"2024-06-16","venue":"AAAI Conference on Artificial Intelligence","journal":{"name":null,"pages":"26317-26325","volume":null},"journal_issn":null,"journal_title":null,"publication_types":["JournalArticle","Conference"],"pubmed_pub_types":null,"s2_fields_of_study":["Computer Science"],"reference_count":43,"citation_count":3,"influential_citation_count":0,"is_open_access":false,"arxiv_categories":["cs.CR","cs.AI","cs.CL","cs.LG"],"arxiv_license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":null,"s2_open_access_landing_url":null,"s2_open_access_license":null,"s2_open_access_status":null,"pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"Large language models have repeatedly shown outstanding performance across diverse applications. However, deploying these models can inadvertently risk user privacy. The significant memory demands during training pose a major challenge in terms of resource consumption. This substantial size places a heavy load on memory resources, raising considerable practical concerns. In this paper, we introduce DP-MemArc, a novel training framework aimed at reducing the memory costs of large language models while emphasizing the protection of user data privacy. DP-MemArc incorporates side network or reversible network designs to support a variety of differential privacy memory-efficient fine-tuning schemes. Our approach not only achieves about 2.5 times in memory optimization but also ensures robust privacy protection, keeping user data secure and confidential. Extensive experiments have demonstrated that DP-MemArc effectively provides differential privacy-efficient fine-tuning across different task scenarios.","claims":[{"public_id":"cl_0890aaf2fa28dba461336165bbb8f464","status":"active","text":"DP-MemArc achieves about 2.5 times memory optimization.","confidence":0.95,"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_0890aaf2fa28dba461336165bbb8f464"},{"public_id":"cl_2a113d85b9f4422622c3ba37e6ed8863","status":"active","text":"DP-MemArc effectively provides differential privacy-efficient fine-tuning across different task scenarios.","confidence":0.9,"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_2a113d85b9f4422622c3ba37e6ed8863"},{"public_id":"cl_37b9c866af1a8ee205c35c930417a0fb","status":"active","text":"DP-MemArc ensures robust privacy protection, keeping user data secure and confidential.","confidence":0.95,"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_37b9c866af1a8ee205c35c930417a0fb"},{"public_id":"cl_8513199782221637c81dab361b5418c7","status":"active","text":"DP-MemArc incorporates side network or reversible network designs to support differential privacy memory-efficient fine-tuning.","confidence":0.95,"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_8513199782221637c81dab361b5418c7"},{"public_id":"cl_1bac6e118b929adb665800a6c00b669d","status":"active","text":"DP-MemArc reduces memory costs of large language models while protecting user data privacy.","confidence":0.95,"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_1bac6e118b929adb665800a6c00b669d"}],"concepts":[{"public_id":"co_376162fcc70cc1fe56d2319bab700f19","status":"active","name":"differential privacy","description":"The privacy model employed by DP-MemArc to keep user data secure and confidential.","types":["privacy model"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_376162fcc70cc1fe56d2319bab700f19"},{"public_id":"co_466b7c9b4a1a015d635bfc55bfb2e70d","status":"active","name":"privacy protection","description":"The robust safeguarding of user data ensured by DP-MemArc.","types":["property"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_466b7c9b4a1a015d635bfc55bfb2e70d"},{"public_id":"co_695dfb24791fc78dc1ea884f0608d843","status":"active","name":"DP-MemArc","description":"A novel training framework that reduces memory costs of large language models while protecting user data privacy via side network or reversible network designs.","types":["method","framework"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_695dfb24791fc78dc1ea884f0608d843"},{"public_id":"co_788e2572197c3ec013711d5069514d40","status":"active","name":"large language models","description":"The models targeted by DP-MemArc for memory-efficient fine-tuning and privacy protection.","types":["model type"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_788e2572197c3ec013711d5069514d40"},{"public_id":"co_7a20fe06fb25d5be13105ee6c0298f2a","status":"active","name":"memory-efficient fine-tuning","description":"The training paradigm that DP-MemArc uses to reduce memory demands while fine-tuning large language models.","types":["training paradigm"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_7a20fe06fb25d5be13105ee6c0298f2a"},{"public_id":"co_8e6dc87a92571e05e0f5fedf61ae2ffa","status":"active","name":"side network","description":"A design component used in DP-MemArc to support memory-efficient fine-tuning.","types":["design component"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_8e6dc87a92571e05e0f5fedf61ae2ffa"},{"public_id":"co_9f6d3b70a0fd3f8b239520098d389820","status":"active","name":"user data privacy","description":"The confidentiality and security of user data that DP-MemArc protects.","types":["property","goal"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_9f6d3b70a0fd3f8b239520098d389820"},{"public_id":"co_a92be50878c51d4f07b78e024ddba242","status":"active","name":"reversible network","description":"A design component used in DP-MemArc to support memory-efficient fine-tuning.","types":["design component"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_a92be50878c51d4f07b78e024ddba242"},{"public_id":"co_c1665a8ef1abd49a0b41ce0006eb6cdc","status":"active","name":"memory optimization","description":"The reduction in memory consumption achieved by DP-MemArc, reported as about 2.5 times.","types":["performance metric"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_c1665a8ef1abd49a0b41ce0006eb6cdc"},{"public_id":"co_d121e5283d3016a4969b6c2c6c36ee91","status":"active","name":"different task scenarios","description":"The various application settings across which DP-MemArc is evaluated.","types":["evaluation setting"],"aliases":[],"contributors":[{"id":1165,"public_id":"ezd9qvkvax","public_label":"The Reverser‮ (ezd9qvkvax)","roles":["extraction"],"url":"https://sah.borca.ai/u/ezd9qvkvax"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_d121e5283d3016a4969b6c2c6c36ee91"}],"external_ids":{"DOI":"10.1609/aaai.v39i25.34830","ArXiv":"2406.11087","PubMed":null,"PubMedCentral":null,"MAG":null,"DBLP":"conf/aaai/LiuPZKDCMF0CWYD25","ACL":null},"open_access":{"is_open_access":true,"pdf_url":"https://arxiv.org/pdf/2406.11087","landing_url":"https://arxiv.org/abs/2406.11087","source":"arxiv","pdf_url_source":"derived_arxiv","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","reason":null},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":true,"full_text_source":"arxiv","count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":632202,"paper_uid":"361b0806-b2aa-4729-89a1-9a5c6bf3bfbd","canonical_identity":{"paper_id":632202,"paper_uid":"361b0806-b2aa-4729-89a1-9a5c6bf3bfbd","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/270560341"}