[ { "type": "article", "id": "ref1", "categories": [ "Social and Information Networks (cs.SI)", "Artificial Intelligence (cs.AI)", "Computers and Society (cs.CY)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Laufer", "given": "Benjamin" }, { "family": "Oderinwale", "given": "Hamidah" }, { "family": "Kleinberg", "given": "Jon" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Many have observed that the development and deployment of generative machine learning (ML) and artificial intelligence (AI) models follow a distinctive pattern in which pre-trained models are adapted and fine-tuned for specific downstream tasks. However, there is limited empirical work that examines the structure of these interactions. This paper analyzes 1.86 million models on Hugging Face, a leading peer production platform for model development. Our study of model family trees -- networks that connect fine-tuned models to their base or parent -- reveals sprawling fine-tuning lineages that vary widely in size and structure. Using an evolutionary biology lens to study ML models, we use model metadata and model cards to measure the genetic similarity and mutation of traits over model families. We find that models tend to exhibit a family resemblance, meaning their genetic markers and traits exhibit more overlap when they belong to the same model family. However, these similarities depart in certain ways from standard models of asexual reproduction, because mutations are fast and directed, such that two `sibling' models tend to exhibit more similarity than parent/child pairs. Further analysis of the directional drifts of these mutations reveals qualitative insights about the open machine learning ecosystem: Licenses counter-intuitively drift from restrictive, commercial licenses towards permissive or copyleft licenses, often in violation of upstream license's terms; models evolve from multi-lingual compatibility towards english-only compatibility; and model cards reduce in length and standardize by turning, more often, to templates and automatically generated text. Overall, this work takes a step toward an empirically grounded understanding of model fine-tuning and suggests that ecological models and methods can yield novel scientific insights.", "DOI": "10.48550/arXiv.2508.06811", "publisher": "arXiv", "title": "Anatomy of a Machine Learning Ecosystem: 2 Million Models on Hugging Face", "URL": "https://arxiv.org/abs/2508.06811", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 1", "container-title": "arXiv", "number": "arXiv:2508.06811", "genre": "preprint" }, { "type": "article", "id": "ref2", "categories": [ "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Horwitz", "given": "Eliahu" }, { "family": "Shul", "given": "Asaf" }, { "family": "Hoshen", "given": "Yedid" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "The number of models shared online has recently skyrocketed, with over one million public models available on Hugging Face. Sharing models allows other users to build on existing models, using them as initialization for fine-tuning, improving accuracy, and saving compute and energy. However, it also raises important intellectual property issues, as fine-tuning may violate the license terms of the original model or that of its training data. A Model Tree, i.e., a tree data structure rooted at a foundation model and having directed edges between a parent model and other models directly fine-tuned from it (children), would settle such disputes by making the model heritage explicit. Unfortunately, current models are not well documented, with most model metadata (e.g., \"model cards\") not providing accurate information about heritage. In this paper, we introduce the task of Unsupervised Model Tree Heritage Recovery (Unsupervised MoTHer Recovery) for collections of neural networks. For each pair of models, this task requires: i) determining if they are directly related, and ii) establishing the direction of the relationship. Our hypothesis is that model weights encode this information, the challenge is to decode the underlying tree structure given the weights. We discover several properties of model weights that allow us to perform this task. By using these properties, we formulate the MoTHer Recovery task as finding a directed minimal spanning tree. In extensive experiments we demonstrate that our method successfully reconstructs complex Model Trees.", "DOI": "10.48550/arXiv.2405.18432", "publisher": "arXiv", "title": "Unsupervised Model Tree Heritage Recovery", "URL": "https://arxiv.org/abs/2405.18432", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 2", "container-title": "arXiv", "number": "arXiv:2405.18432", "genre": "preprint" }, { "type": "article", "id": "ref3", "categories": [ "Software Engineering (cs.SE)", "Artificial Intelligence (cs.AI)", "Databases (cs.DB)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Jiang", "given": "Wenxin" }, { "family": "Yasmin", "given": "Jerin" }, { "family": "Jones", "given": "Jason" }, { "family": "Synovic", "given": "Nicholas" }, { "family": "Kuo", "given": "Jiashen" }, { "family": "Bielanski", "given": "Nathaniel" }, { "family": "Tian", "given": "Yuan" }, { "family": "Thiruvathukal", "given": "George K." }, { "family": "Davis", "given": "James C." } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "The development and training of deep learning models have become increasingly costly and complex. Consequently, software engineers are adopting pre-trained models (PTMs) for their downstream applications. The dynamics of the PTM supply chain remain largely unexplored, signaling a clear need for structured datasets that document not only the metadata but also the subsequent applications of these models. Without such data, the MSR community cannot comprehensively understand the impact of PTM adoption and reuse. This paper presents the PeaTMOSS dataset, which comprises metadata for 281,638 PTMs and detailed snapshots for all PTMs with over 50 monthly downloads (14,296 PTMs), along with 28,575 open-source software repositories from GitHub that utilize these models. Additionally, the dataset includes 44,337 mappings from 15,129 downstream GitHub repositories to the 2,530 PTMs they use. To enhance the dataset's comprehensiveness, we developed prompts for a large language model to automatically extract model metadata, including the model's training datasets, parameters, and evaluation metrics. Our analysis of this dataset provides the first summary statistics for the PTM supply chain, showing the trend of PTM development and common shortcomings of PTM package documentation. Our example application reveals inconsistencies in software licenses across PTMs and their dependent projects. PeaTMOSS lays the foundation for future research, offering rich opportunities to investigate the PTM supply chain. We outline mining opportunities on PTMs, their downstream usage, and cross-cutting questions.", "DOI": "10.48550/arXiv.2402.00699", "publisher": "arXiv", "title": "PeaTMOSS: A Dataset and Initial Analysis of Pre-Trained Models in Open-Source Software", "URL": "https://arxiv.org/abs/2402.00699", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 3", "container-title": "arXiv", "number": "arXiv:2402.00699", "genre": "preprint" }, { "type": "article", "id": "ref4", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Computation and Language (cs.CL)", "Computer Vision and Pattern Recognition (cs.CV)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Yadav", "given": "Prateek" }, { "family": "Tam", "given": "Derek" }, { "family": "Choshen", "given": "Leshem" }, { "family": "Raffel", "given": "Colin" }, { "family": "Bansal", "given": "Mohit" } ], "issued": { "date-parts": [ [ 2023 ] ] }, "abstract": "Transfer learning - i.e., further fine-tuning a pre-trained model on a downstream task - can confer significant advantages, including improved downstream performance, faster convergence, and better sample efficiency. These advantages have led to a proliferation of task-specific fine-tuned models, which typically can only perform a single task and do not benefit from one another. Recently, model merging techniques have emerged as a solution to combine multiple task-specific models into a single multitask model without performing additional training. However, existing merging methods often ignore the interference between parameters of different models, resulting in large performance drops when merging multiple models. In this paper, we demonstrate that prior merging techniques inadvertently lose valuable information due to two major sources of interference: (a) interference due to redundant parameter values and (b) disagreement on the sign of a given parameter's values across models. To address this, we propose our method, TRIM, ELECT SIGN & MERGE (TIES-Merging), which introduces three novel steps when merging models: (1) resetting parameters that only changed a small amount during fine-tuning, (2) resolving sign conflicts, and (3) merging only the parameters that are in alignment with the final agreed-upon sign. We find that TIES-Merging outperforms several existing methods in diverse settings covering a range of modalities, domains, number of tasks, model sizes, architectures, and fine-tuning settings. We further analyze the impact of different types of interference on model parameters, and highlight the importance of resolving sign interference. Our code is available at https://github.com/prateeky2806/ties-merging", "DOI": "10.48550/arXiv.2306.01708", "publisher": "arXiv", "title": "TIES-Merging: Resolving Interference When Merging Models", "URL": "https://arxiv.org/abs/2306.01708", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 4", "container-title": "arXiv", "number": "arXiv:2306.01708", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 5 ] ], "date-time": "2026-09-05T03:55:40Z", "timestamp": 1788580540666, "version": "build-2803163510" }, "reference-count": 47, "publisher": "Springer Science and Business Media LLC", "issue": "2", "license": [ { "start": { "date-parts": [ [ 2025, 1, 27 ] ], "date-time": "2025-01-27T00:00:00Z", "timestamp": 1737936000000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://creativecommons.org/licenses/by/4.0" }, { "start": { "date-parts": [ [ 2025, 1, 27 ] ], "date-time": "2025-01-27T00:00:00Z", "timestamp": 1737936000000 }, "content-version": "vor", "delay-in-days": 0, "URL": "https://creativecommons.org/licenses/by/4.0" } ], "content-domain": { "domain": [ "link.springer.com" ], "crossmark-restriction": false }, "abstract": "Abstract Large language models (LLMs) have become increasingly capable, but their development often requires substantial computational resources. Although model merging has emerged as a cost-effective promising approach for creating new models by combining existing ones, it currently relies on human intuition and domain knowledge, limiting its potential. Here we propose an evolutionary approach that overcomes this limitation by automatically discovering effective combinations of diverse open-source models, harnessing their collective intelligence without requiring extensive additional training data or compute. Our approach operates in both parameter space and data flow space, allowing optimization beyond just the weights of the individual models. This approach even facilitates cross-domain merging, generating models such as a Japanese LLM with math reasoning capabilities. Surprisingly, our Japanese math LLM achieved state-of-the-art performance on a variety of established Japanese LLM benchmarks, even surpassing models with substantially more parameters, despite not being explicitly trained for such tasks. Furthermore, a culturally aware Japanese vision–language model generated through our approach demonstrates its effectiveness in describing Japanese culture-specific content, outperforming previous Japanese vision–language models. This work not only contributes new state-of-the-art models back to the open-source community but also introduces a new paradigm for automated model composition, paving the way for exploring alternative, efficient approaches to foundation model development.", "DOI": "10.1038/s42256-024-00975-8", "type": "journal-article", "created": { "date-parts": [ [ 2025, 1, 27 ] ], "date-time": "2025-01-27T05:12:30Z", "timestamp": 1737954750000 }, "page": "195-204", "update-policy": "https://doi.org/10.1007/springer_crossmark_policy", "source": "Crossref", "is-referenced-by-count": 50, "title": "Evolutionary optimization of model merging recipes", "prefix": "10.1038", "volume": "7", "author": [ { "given": "Takuya", "family": "Akiba", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Makoto", "family": "Shing", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Yujin", "family": "Tang", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0009-0004-9875-0906", "authenticated-orcid": false, "given": "Qi", "family": "Sun", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0001-8765-8574", "authenticated-orcid": false, "given": "David", "family": "Ha", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "297", "published-online": { "date-parts": [ [ 2025, 1, 27 ] ] }, "reference": [ { "key": "975_CR1", "unstructured": "Goddard, C. O. mergekit. GitHub https://github.com/arcee-ai/mergekit (2024)." }, { "key": "975_CR2", "unstructured": "Labonne, M. Merge large language models with mergekit. Hugging Face Blog https://huggingface.co/blog/mlabonne/merge-models (2024)." }, { "key": "975_CR3", "unstructured": "HuggingFace. Open llm leaderboard. Hugging Face Blog https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard (2023)." }, { "key": "975_CR4", "unstructured": "Wortsman, M. et al. Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time. In International Conference on Machine Learning Vol. 162 (eds Chaudhuri, K. et al.) 23965–23998 (PMLR, 2022); https://proceedings.mlr.press/v162/wortsman22a.html" }, { "key": "975_CR5", "unstructured": "Ilharco, G. et al. Editing models with task arithmetic. In The Eleventh International Conference on Learning Representations (OpenReview.net, 2023); https://openreview.net/forum?id=6t0Kwf8-jrj" }, { "key": "975_CR6", "unstructured": "Yadav, P., Tam, D., Choshen, L., Raffel, C. A. & Bansal, M. Ties-merging: resolving interference when merging models. In Advances in Neural Information Processing Systems Vol. 36 (eds Oh, A. et al.) 7093–7115 (Curran Associates, 2023)." }, { "key": "975_CR7", "unstructured": "Yu, L., Yu, B., Yu, H., Huang, F. & Li, Y. Language models are Super Mario: absorbing abilities from homologous models as a free lunch. In International Conference on Machine Learning Vol. 235 (eds Salakhutdinov, R. et al.) 57755–57775 (PMLR, 2024); https://proceedings.mlr.press/v235/yu24p.html" }, { "key": "975_CR8", "unstructured": "Ainsworth, S. K., Hayase, J. & Srinivasa, S. S.Git re-basin: merging models modulo permutation symmetries. In The Eleventh International Conference on Learning Representations (OpenReview.net, 2023)." }, { "key": "975_CR9", "first-page": "17703", "volume": "35", "author": "MS Matena", "year": "2022", "unstructured": "Matena, M. S. & Raffel, C. A. Merging models with fisher-weighted averaging. Adv. Neural Inf. Process. Syst. 35, 17703–17716 (2022).", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "975_CR10", "unstructured": "Hansen, N. in Towards a New Evolutionary Computation: Advances In the Estimation of Distribution Algorithms (eds Lozano, J. A. et al.) 75–102 (Springer, 2006)." }, { "key": "975_CR11", "doi-asserted-by": "crossref", "unstructured": "Geva, M., Caciularu, A., Wang, K. R. & Goldberg, Y. Transformer feed-forward layers build predictions by promoting concepts in the vocabulary space. In Proc. 2021 Conference on Empirical Methods in Natural Language Processing (eds Goldberg, Y., Kozareva, Z., Zhang, Y.) 30–45 (Association for Computational Linguistics, 2022).", "DOI": "10.18653/v1/2022.emnlp-main.3" }, { "key": "975_CR12", "unstructured": "nostalgebraist. Interpreting gpt: the logit lens. LessWrong https://www.lesswrong.com/posts/AcKRB8wDpdaN6v6ru/interpreting-gpt-the-logit-lens (2021)." }, { "key": "975_CR13", "first-page": "17359", "volume": "35", "author": "K Meng", "year": "2022", "unstructured": "Meng, K., Bau, D., Andonian, A. & Belinkov, Y. Locating and editing factual associations in gpt. Adv. Neural Inf. Process. Syst. 35, 17359–17372 (2022).", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "975_CR14", "unstructured": "Sun, Q., Pickett, M., Nain, A. K. & Jones, L. Transformer layers as painters. Preprint at https://arxiv.org/abs/2407.09298 (2024)." }, { "key": "975_CR15", "doi-asserted-by": "publisher", "first-page": "131", "DOI": "10.1162/neco.1992.4.1.131", "volume": "4", "author": "J Schmidhuber", "year": "1992", "unstructured": "Schmidhuber, J. Learning to control fast-weight memories: an alternative to dynamic recurrent networks. Neural Comput. 4, 131–139 (1992).", "journal-title": "Neural Comput." }, { "key": "975_CR16", "unstructured": "Ha, D., Dai, A. & Le, Q. V. Hypernetworks. In International Conference on Learning Representations (OpenReview.net, 2017); https://openreview.net/forum?id=rkpACe1lx" }, { "key": "975_CR17", "doi-asserted-by": "publisher", "first-page": "182", "DOI": "10.1109/4235.996017", "volume": "6", "author": "K Deb", "year": "2002", "unstructured": "Deb, K., Pratap, A., Agarwal, S. & Meyarivan, T. A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans. Evol. Comp. 6, 182–197 (2002).", "journal-title": "IEEE Trans. Evol. Comp." }, { "key": "975_CR18", "unstructured": "Shi, F. et al. Language models are multilingual chain-of-thought reasoners. In The Eleventh International Conference on Learning Representations (OpenReview.net, 2023); https://openreview.net/pdf?id=fR3wGCk-IXp" }, { "key": "975_CR19", "unstructured": "Cobbe, K. et al. Training verifiers to solve math word problems. Preprint at https://arxiv.org/abs/2110.14168 (2021)." }, { "key": "975_CR20", "unstructured": "Li, J., Li, D., Savarese, S. & Hoi, S. Blip-2: bootstrapping language-image pre-training with frozen image encoders and large language models. In International Conference on Machine Learning Vol. 202 (eds Krause, A. et al.) 19730–19742 (PMLR, 2023); https://proceedings.mlr.press/v202/li23q.html" }, { "key": "975_CR21", "unstructured": "Dai, W. et al. Instructblip: towards general-purpose vision–language models with instruction tuning. In Advances in Neural Information Processing Systems Vol. 36 (eds Oh, A. et al.) 49250–49267 (Curran Associates, 2023)." }, { "key": "975_CR22", "unstructured": "Liu, H., Li, C., Wu, Q. & Lee, Y. J. Visual instruction tuning. In Advances in Neural Information Processing Systems Vol. 36 (eds Oh, A. et al.) 34891–34916 (Curran Associates, 2023)." }, { "key": "975_CR23", "doi-asserted-by": "crossref", "unstructured": "Liu, H., Li, C., Li, Y. & Lee, Y. J. Improved baselines with visual instruction tuning. In Proc. IEEE/CVF Conference on Computer Vision and Pattern Recognition 26296–26306 (2024).", "DOI": "10.1109/CVPR52733.2024.02484" }, { "key": "975_CR24", "unstructured": "Bai, J. et al. Qwen-vl: a versatile vision–language model for understanding, localization, text reading, and beyond. Preprint at https://arxiv.org/abs/2308.12966 (2023)." }, { "key": "975_CR25", "unstructured": "Labonne, M. Automerger experiment. Twitter https://twitter.com/maximelabonne/status/1767124527551549860 (2024)." }, { "key": "975_CR26", "unstructured": "White, T. Sampling generative networks. Preprint at https://arxiv.org/abs/1609.04468 (2016)." }, { "key": "975_CR27", "unstructured": "AI, S. Evosdxl-jp-v1. sakana.ai https://sakana.ai/evosdxl-jp/ (2024)." }, { "key": "975_CR28", "unstructured": "Lin, S., Wang, A. & Yang, X. Sdxl-lightning: progressive adversarial diffusion distillation. Preprint at https://arxiv.org/abs/2402.13929 (2024)." }, { "key": "975_CR29", "unstructured": "AI, S. Evovlm-jp-v2. sakana.ai https://sakana.ai/evovlm-jp/ (2024)." }, { "key": "975_CR30", "unstructured": "AI, S. Evoukiyoe. sakana.ai https://sakana.ai/evo-ukiyoe/ (2024)." }, { "key": "975_CR31", "doi-asserted-by": "publisher", "unstructured": "Akiba, T., Sano, S., Yanase, T., Ohta, T. & Koyama, M. Optuna: a next-generation hyperparameter optimization framework. In Proc. 25th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining 2623–2631 (Association for Computing Machinery, 2019); https://doi.org/10.1145/3292500.3330701", "DOI": "10.1145/3292500.3330701" }, { "key": "975_CR32", "unstructured": "augmxnt. shisa-gamma-7b. Hugging Face https://hf.co/augmxnt/shisa-gamma-7b-v1 (2023)." }, { "key": "975_CR33", "unstructured": "Luo, H. et al. Wizardmath: empowering mathematical reasoning for large language models via reinforced evol-instruct. Preprint at https://arxiv.org/abs/2308.09583 (2023)." }, { "key": "975_CR34", "unstructured": "Chern, E. et al. Generative ai for math: Abel. GitHub https://github.com/GAIR-NLP/abel (2023)." }, { "key": "975_CR35", "unstructured": "Jiang, A. Q. et al. Mistral 7b. Preprint at https://arxiv.org/abs/2310.06825 (2023)." }, { "key": "975_CR36", "doi-asserted-by": "crossref", "unstructured": "Joulin, A., Grave, E., Bojanowski, P. & Mikolov, T. Bag of tricks for efficient text classification. In Proc. 15th Conference of the European Chapter of the Association for Computational Linguistics (eds Lapata, M., Blunsom, P. & Koller, A.) 427–431 (Association for Computational Linguistics, 2017).", "DOI": "10.18653/v1/E17-2068" }, { "key": "975_CR37", "unstructured": "Joulin, A. et al. Fasttext.zip: compressing text classification models. Preprint at https://arxiv.org/abs/1612.03651 (2016)." }, { "key": "975_CR38", "unstructured": "AI, S. Jp language model evaluation harness. GitHub https://github.com/Stability-AI/lm-evaluation-harness/tree/jp-stable (2024)." }, { "key": "975_CR39", "doi-asserted-by": "publisher", "unstructured": "Gao, L. et al. A framework for few-shot language model evaluation. Zenodo https://doi.org/10.5281/zenodo.14506035 (2023).", "DOI": "10.5281/zenodo.14506035" }, { "key": "975_CR40", "unstructured": "AI, S. Japanese stable lm beta. stability.ai https://ja.stability.ai/blog/japanese-stable-lm-beta (2024)." }, { "key": "975_CR41", "unstructured": "rinna. Lm benchmark. GitHub https://rinnakk.github.io/research/benchmarks/lm/index.html (2024)." }, { "key": "975_CR42", "doi-asserted-by": "crossref", "unstructured": "Tang, Y., Tian, Y., Ha, Da. EvoJAX: hardware-accelerated neuroevolution. In Proc. the Genetic and Evolutionary Computation Conference Companion 308–311 (Association for Computing Machinery, 2022).", "DOI": "10.1145/3520304.3528770" }, { "key": "975_CR43", "unstructured": "Liu, H. et al. Llava-next: improved reasoning, ocr, and world knowledge. LLaVA https://llava-vl.github.io/blog/2024-01-30-llava-next/ (2024)." }, { "key": "975_CR44", "unstructured": "Shimizu, N., Rong, N. & Miyazaki, T. Visual question answering dataset for bilingual image understanding: a study of cross-lingual transfer using attention maps. In Proc. 27th International Conference on Computational Linguistics, 1918–1928 (Association for Computational Linguistics, 2018); http://aclweb.org/anthology/C18-1163" }, { "key": "975_CR45", "unstructured": "OpenAI. Gpt-4v(ision) system card. https://cdn.openai.com/papers/GPTV_System_Card.pdf (OpenAI, 2023)." }, { "key": "975_CR46", "unstructured": "Shing, M. & Akiba, T. Japanese stable vlm. Hugging Face https://huggingface.co/stabilityai/japanese-stable-vlm (2023)." }, { "key": "975_CR47", "doi-asserted-by": "publisher", "unstructured": "Akiba, T., Shing, M., Tang, Y., Sun, Q. & Ha, D. Sakanaai/evolutionary-model-merge: v0.1.0 Zenodo https://doi.org/10.5281/zenodo.14241914 (2024).", "DOI": "10.5281/zenodo.14241914" } ], "container-title": "Nature Machine Intelligence", "original-title": [], "language": "en", "link": [ { "URL": "https://www.nature.com/articles/s42256-024-00975-8.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://www.nature.com/articles/s42256-024-00975-8", "content-type": "text/html", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://www.nature.com/articles/s42256-024-00975-8.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2025, 2, 23 ] ], "date-time": "2025-02-23T18:03:40Z", "timestamp": 1740333820000 }, "score": 1, "resource": { "primary": { "URL": "https://www.nature.com/articles/s42256-024-00975-8" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 2025, 1, 27 ] ] }, "references-count": 47, "journal-issue": { "issue": "2", "published-online": { "date-parts": [ [ 2025, 2 ] ] } }, "alternative-id": [ "975" ], "URL": "http://dx.doi.org/10.1038/s42256-024-00975-8", "relation": {}, "ISSN": [ "2522-5839" ], "subject": [], "container-title-short": "Nat Mach Intell", "published": { "date-parts": [ [ 2025, 1, 27 ] ] }, "assertion": [ { "value": "22 April 2024", "order": 1, "name": "received", "label": "Received", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "16 December 2024", "order": 2, "name": "accepted", "label": "Accepted", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "27 January 2025", "order": 3, "name": "first_online", "label": "First Online", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "The authors declare no competing interests.", "order": 1, "name": "Ethics", "group": { "name": "EthicsHeading", "label": "Competing interests" } } ], "id": "ref5", "note": "Manuscript reference 5" }, { "type": "article", "id": "ref6", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Goddard", "given": "Charles" }, { "family": "Siriwardhana", "given": "Shamane" }, { "family": "Ehghaghi", "given": "Malikeh" }, { "family": "Meyers", "given": "Luke" }, { "family": "Karpukhin", "given": "Vlad" }, { "family": "Benedict", "given": "Brian" }, { "family": "McQuade", "given": "Mark" }, { "family": "Solawetz", "given": "Jacob" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "The rapid expansion of the open-source language model landscape presents an opportunity to merge the competencies of these model checkpoints by combining their parameters. Advances in transfer learning, the process of fine-tuning pretrained models for specific tasks, has resulted in the development of vast amounts of task-specific models, typically specialized in individual tasks and unable to utilize each other's strengths. Model merging facilitates the creation of multitask models without the need for additional training, offering a promising avenue for enhancing model performance and versatility. By preserving the intrinsic capabilities of the original models, model merging addresses complex challenges in AI - including the difficulties of catastrophic forgetting and multitask learning. To support this expanding area of research, we introduce MergeKit, a comprehensive, open-source library designed to facilitate the application of model merging strategies. MergeKit offers an extensible framework to efficiently merge models on any hardware, providing utility to researchers and practitioners. To date, thousands of models have been merged by the open-source community, leading to the creation of some of the worlds most powerful open-source model checkpoints, as assessed by the Open LLM Leaderboard. The library is accessible at https://github.com/arcee-ai/MergeKit.", "DOI": "10.48550/arXiv.2403.13257", "publisher": "arXiv", "title": "Arcee's MergeKit: A Toolkit for Merging Large Language Models", "URL": "https://arxiv.org/abs/2403.13257", "copyright": "Creative Commons Attribution Share Alike 4.0 International", "version": "3", "note": "Manuscript reference 6", "container-title": "arXiv", "number": "arXiv:2403.13257", "genre": "preprint" }, { "type": "article", "id": "ref7", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Computation and Language (cs.CL)", "Computer Vision and Pattern Recognition (cs.CV)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Yang", "given": "Enneng" }, { "family": "Shen", "given": "Li" }, { "family": "Guo", "given": "Guibing" }, { "family": "Wang", "given": "Xingwei" }, { "family": "Cao", "given": "Xiaochun" }, { "family": "Zhang", "given": "Jie" }, { "family": "Tao", "given": "Dacheng" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "Model merging is an efficient empowerment technique in the machine learning community that does not require the collection of raw training data and does not require expensive computation. As model merging becomes increasingly prevalent across various fields, it is crucial to understand the available model merging techniques comprehensively. However, there is a significant gap in the literature regarding a systematic and thorough review of these techniques. This survey provides a comprehensive overview of model merging methods and theories, their applications in various domains and settings, and future research directions. Specifically, we first propose a new taxonomic approach that exhaustively discusses existing model merging methods. Secondly, we discuss the application of model merging techniques in large language models, multimodal large language models, and more than ten machine learning subfields, including continual learning, multi-task learning, few-shot learning, etc. Finally, we highlight the remaining challenges of model merging and discuss future research directions. A comprehensive list of papers about model merging is available at https://github.com/EnnengYang/Awesome-Model-Merging-Methods-Theories-Applications.", "DOI": "10.48550/arXiv.2408.07666", "publisher": "arXiv", "title": "Model Merging in LLMs, MLLMs, and Beyond: Methods, Theories, Applications and Opportunities", "URL": "https://arxiv.org/abs/2408.07666", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "5", "note": "Manuscript reference 7", "container-title": "arXiv", "number": "arXiv:2408.07666", "genre": "preprint" }, { "type": "article", "id": "ref8", "categories": [ "Computation and Language (cs.CL)", "Multiagent Systems (cs.MA)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Zhang", "given": "Yiqun" }, { "family": "Ye", "given": "Peng" }, { "family": "Yang", "given": "Xiaocui" }, { "family": "Feng", "given": "Shi" }, { "family": "Zhang", "given": "Shufei" }, { "family": "Bai", "given": "Lei" }, { "family": "Ouyang", "given": "Wanli" }, { "family": "Hu", "given": "Shuyue" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Evolution, the engine behind the survival and growth of life on Earth, operates through the population-based process of reproduction. Inspired by this principle, this paper formally defines a newly emerging problem -- the population-based evolution of large language models (LLMs) -- and introduces a novel framework. Starting with a population of parent LLMs, our framework enables the population to evolve through four key operations: (i) crossover, merging the weights of different parents to create offspring LLMs, (ii) mutation, introducing small, random changes to model weights to foster diversity, (iii) selection, prioritizing high-performing models, and (iv) succession, transferring the learned experience from parent to offspring LLMs. With only 200 samples per new task, the LLM population evolves rapidly to adapt to the task at hand, without any gradients. Experiments on 12 datasets show that our framework consistently outperforms existing multi-LLM merging and adaptation methods, achieving accuracy gains of up to 54.8% over the best LLM in the initial population. Moreover, our framework allows for the evolution of LLMs across multiple new tasks simultaneously, scaling effectively with populations of up to 40 LLMs, and even zero-shot generalization to unseen held-out tasks. We have open-sourced the code on GitHub and released the weights of 10 parent LLMs, fine-tuned from gemma-2-2b-it, on HuggingFace$, enabling reproduction of our proposed framework using just a single 4090 GPU with 24GB memory, without any performance degradation.", "DOI": "10.48550/arXiv.2503.01155", "publisher": "arXiv", "title": "Nature-Inspired Population-Based Evolution of Large Language Models", "URL": "https://arxiv.org/abs/2503.01155", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "1", "note": "Manuscript reference 8", "container-title": "arXiv", "number": "arXiv:2503.01155", "genre": "preprint" }, { "type": "article", "id": "ref9", "categories": [ "Artificial Intelligence (cs.AI)", "Neural and Evolutionary Computing (cs.NE)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Abrantes", "given": "João" }, { "family": "Lange", "given": "Robert Tjarko" }, { "family": "Tang", "given": "Yujin" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Model merging is a powerful technique for integrating the specialized knowledge of multiple machine learning models into a single model. However, existing methods require manually partitioning model parameters into fixed groups for merging, which restricts the exploration of potential combinations and limits performance. To overcome these limitations, we propose Model Merging of Natural Niches (M2N2), an evolutionary algorithm with three key features: (1) dynamic adjustment of merging boundaries to progressively explore a broader range of parameter combinations; (2) a diversity preservation mechanism inspired by the competition for resources in nature, to maintain a population of diverse, high-performing models that are particularly well-suited for merging; and (3) a heuristicbased attraction metric to identify the most promising pairs of models for fusion. Our experimental results demonstrate, for the first time, that model merging can be used to evolve models entirely from scratch. Specifically, we apply M2N2 to evolve MNIST classifiers from scratch and achieve performance comparable to CMA-ES, while being computationally more efficient. Furthermore, M2N2 scales to merge specialized language and image generation models, achieving state-of-the-art performance. Notably, it preserves crucial model capabilities beyond those explicitly optimized by the fitness function, highlighting its robustness and versatility. Our code is available at https://github.com/SakanaAI/natural_niches", "DOI": "10.48550/arXiv.2508.16204", "publisher": "arXiv", "title": "Competition and Attraction Improve Model Fusion", "URL": "https://arxiv.org/abs/2508.16204", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 9", "container-title": "arXiv", "number": "arXiv:2508.16204", "genre": "preprint" }, { "type": "article", "id": "ref10", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Subramaniam", "given": "Vighnesh" }, { "family": "Du", "given": "Yilun" }, { "family": "Tenenbaum", "given": "Joshua B." }, { "family": "Torralba", "given": "Antonio" }, { "family": "Li", "given": "Shuang" }, { "family": "Mordatch", "given": "Igor" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Large language models (LLMs) have achieved remarkable performance in recent years but are fundamentally limited by the underlying training data. To improve models beyond the training data, recent works have explored how LLMs can be used to generate synthetic data for autonomous self-improvement. However, successive steps of self-improvement can reach a point of diminishing returns. In this work, we propose a complementary approach towards self-improvement where finetuning is applied to a multiagent society of language models. A group of language models, all starting from the same base model, are independently specialized by updating each one using data generated through multiagent interactions among the models. By training each model on independent sets of data, we illustrate how this approach enables specialization across models and diversification over the set of models. As a result, our overall system is able to preserve diverse reasoning chains and autonomously improve over many more rounds of fine-tuning than single-agent self-improvement methods. We quantitatively illustrate the efficacy of the approach across a wide suite of reasoning tasks.", "DOI": "10.48550/arXiv.2501.05707", "publisher": "arXiv", "title": "Multiagent Finetuning: Self Improvement with Diverse Reasoning Chains", "URL": "https://arxiv.org/abs/2501.05707", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 10", "container-title": "arXiv", "number": "arXiv:2501.05707", "genre": "preprint" }, { "type": "article", "id": "ref11", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "literal": "Nvidia" }, { "literal": ":" }, { "family": "Adler", "given": "Bo" }, { "family": "Agarwal", "given": "Niket" }, { "family": "Aithal", "given": "Ashwath" }, { "family": "Anh", "given": "Dong H." }, { "family": "Bhattacharya", "given": "Pallab" }, { "family": "Brundyn", "given": "Annika" }, { "family": "Casper", "given": "Jared" }, { "family": "Catanzaro", "given": "Bryan" }, { "family": "Clay", "given": "Sharon" }, { "family": "Cohen", "given": "Jonathan" }, { "family": "Das", "given": "Sirshak" }, { "family": "Dattagupta", "given": "Ayush" }, { "family": "Delalleau", "given": "Olivier" }, { "family": "Derczynski", "given": "Leon" }, { "family": "Dong", "given": "Yi" }, { "family": "Egert", "given": "Daniel" }, { "family": "Evans", "given": "Ellie" }, { "family": "Ficek", "given": "Aleksander" }, { "family": "Fridman", "given": "Denys" }, { "family": "Ghosh", "given": "Shaona" }, { "family": "Ginsburg", "given": "Boris" }, { "family": "Gitman", "given": "Igor" }, { "family": "Grzegorzek", "given": "Tomasz" }, { "family": "Hero", "given": "Robert" }, { "family": "Huang", "given": "Jining" }, { "family": "Jawa", "given": "Vibhu" }, { "family": "Jennings", "given": "Joseph" }, { "family": "Jhunjhunwala", "given": "Aastha" }, { "family": "Kamalu", "given": "John" }, { "family": "Khan", "given": "Sadaf" }, { "family": "Kuchaiev", "given": "Oleksii" }, { "family": "LeGresley", "given": "Patrick" }, { "family": "Li", "given": "Hui" }, { "family": "Liu", "given": "Jiwei" }, { "family": "Liu", "given": "Zihan" }, { "family": "Long", "given": "Eileen" }, { "family": "Mahabaleshwarkar", "given": "Ameya Sunil" }, { "family": "Majumdar", "given": "Somshubra" }, { "family": "Maki", "given": "James" }, { "family": "Martinez", "given": "Miguel" }, { "family": "de Melo", "given": "Maer Rodrigues" }, { "family": "Moshkov", "given": "Ivan" }, { "family": "Narayanan", "given": "Deepak" }, { "family": "Narenthiran", "given": "Sean" }, { "family": "Navarro", "given": "Jesus" }, { "family": "Nguyen", "given": "Phong" }, { "family": "Nitski", "given": "Osvald" }, { "family": "Noroozi", "given": "Vahid" }, { "family": "Nutheti", "given": "Guruprasad" }, { "family": "Parisien", "given": "Christopher" }, { "family": "Parmar", "given": "Jupinder" }, { "family": "Patwary", "given": "Mostofa" }, { "family": "Pawelec", "given": "Krzysztof" }, { "family": "Ping", "given": "Wei" }, { "family": "Prabhumoye", "given": "Shrimai" }, { "family": "Roy", "given": "Rajarshi" }, { "family": "Saar", "given": "Trisha" }, { "family": "Sabavat", "given": "Vasanth Rao Naik" }, { "family": "Satheesh", "given": "Sanjeev" }, { "family": "Scowcroft", "given": "Jane Polak" }, { "family": "Sewall", "given": "Jason" }, { "family": "Shamis", "given": "Pavel" }, { "family": "Shen", "given": "Gerald" }, { "family": "Shoeybi", "given": "Mohammad" }, { "family": "Sizer", "given": "Dave" }, { "family": "Smelyanskiy", "given": "Misha" }, { "family": "Soares", "given": "Felipe" }, { "family": "Sreedhar", "given": "Makesh Narsimhan" }, { "family": "Su", "given": "Dan" }, { "family": "Subramanian", "given": "Sandeep" }, { "family": "Sun", "given": "Shengyang" }, { "family": "Toshniwal", "given": "Shubham" }, { "family": "Wang", "given": "Hao" }, { "family": "Wang", "given": "Zhilin" }, { "family": "You", "given": "Jiaxuan" }, { "family": "Zeng", "given": "Jiaqi" }, { "family": "Zhang", "given": "Jimmy" }, { "family": "Zhang", "given": "Jing" }, { "family": "Zhang", "given": "Vivienne" }, { "family": "Zhang", "given": "Yian" }, { "family": "Zhu", "given": "Chen" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "We release the Nemotron-4 340B model family, including Nemotron-4-340B-Base, Nemotron-4-340B-Instruct, and Nemotron-4-340B-Reward. Our models are open access under the NVIDIA Open Model License Agreement, a permissive model license that allows distribution, modification, and use of the models and its outputs. These models perform competitively to open access models on a wide range of evaluation benchmarks, and were sized to fit on a single DGX H100 with 8 GPUs when deployed in FP8 precision. We believe that the community can benefit from these models in various research studies and commercial applications, especially for generating synthetic data to train smaller language models. Notably, over 98% of data used in our model alignment process is synthetically generated, showcasing the effectiveness of these models in generating synthetic data. To further support open research and facilitate model development, we are also open-sourcing the synthetic data generation pipeline used in our model alignment process.", "DOI": "10.48550/arXiv.2406.11704", "publisher": "arXiv", "title": "Nemotron-4 340B Technical Report", "URL": "https://arxiv.org/abs/2406.11704", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 11", "container-title": "arXiv", "number": "arXiv:2406.11704", "genre": "preprint" }, { "type": "article", "id": "ref12", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Abdin", "given": "Marah" }, { "family": "Aneja", "given": "Jyoti" }, { "family": "Behl", "given": "Harkirat" }, { "family": "Bubeck", "given": "Sébastien" }, { "family": "Eldan", "given": "Ronen" }, { "family": "Gunasekar", "given": "Suriya" }, { "family": "Harrison", "given": "Michael" }, { "family": "Hewett", "given": "Russell J." }, { "family": "Javaheripi", "given": "Mojan" }, { "family": "Kauffmann", "given": "Piero" }, { "family": "Lee", "given": "James R." }, { "family": "Lee", "given": "Yin Tat" }, { "family": "Li", "given": "Yuanzhi" }, { "family": "Liu", "given": "Weishung" }, { "family": "Mendes", "given": "Caio C. T." }, { "family": "Nguyen", "given": "Anh" }, { "family": "Price", "given": "Eric" }, { "family": "de Rosa", "given": "Gustavo" }, { "family": "Saarikivi", "given": "Olli" }, { "family": "Salim", "given": "Adil" }, { "family": "Shah", "given": "Shital" }, { "family": "Wang", "given": "Xin" }, { "family": "Ward", "given": "Rachel" }, { "family": "Wu", "given": "Yue" }, { "family": "Yu", "given": "Dingli" }, { "family": "Zhang", "given": "Cyril" }, { "family": "Zhang", "given": "Yi" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "We present phi-4, a 14-billion parameter language model developed with a training recipe that is centrally focused on data quality. Unlike most language models, where pre-training is based primarily on organic data sources such as web content or code, phi-4 strategically incorporates synthetic data throughout the training process. While previous models in the Phi family largely distill the capabilities of a teacher model (specifically GPT-4), phi-4 substantially surpasses its teacher model on STEM-focused QA capabilities, giving evidence that our data-generation and post-training techniques go beyond distillation. Despite minimal changes to the phi-3 architecture, phi-4 achieves strong performance relative to its size -- especially on reasoning-focused benchmarks -- due to improved data, training curriculum, and innovations in the post-training scheme.", "DOI": "10.48550/arXiv.2412.08905", "publisher": "arXiv", "title": "Phi-4 Technical Report", "URL": "https://arxiv.org/abs/2412.08905", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 12", "container-title": "arXiv", "number": "arXiv:2412.08905", "genre": "preprint" }, { "type": "article", "id": "ref13", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Wang", "given": "Yizhong" }, { "family": "Kordi", "given": "Yeganeh" }, { "family": "Mishra", "given": "Swaroop" }, { "family": "Liu", "given": "Alisa" }, { "family": "Smith", "given": "Noah A." }, { "family": "Khashabi", "given": "Daniel" }, { "family": "Hajishirzi", "given": "Hannaneh" } ], "issued": { "date-parts": [ [ 2022 ] ] }, "abstract": "Large \"instruction-tuned\" language models (i.e., finetuned to respond to instructions) have demonstrated a remarkable ability to generalize zero-shot to new tasks. Nevertheless, they depend heavily on human-written instruction data that is often limited in quantity, diversity, and creativity, therefore hindering the generality of the tuned model. We introduce Self-Instruct, a framework for improving the instruction-following capabilities of pretrained language models by bootstrapping off their own generations. Our pipeline generates instructions, input, and output samples from a language model, then filters invalid or similar ones before using them to finetune the original model. Applying our method to the vanilla GPT3, we demonstrate a 33% absolute improvement over the original model on Super-NaturalInstructions, on par with the performance of InstructGPT-001, which was trained with private user data and human annotations. For further evaluation, we curate a set of expert-written instructions for novel tasks, and show through human evaluation that tuning GPT3 with Self-Instruct outperforms using existing public instruction datasets by a large margin, leaving only a 5% absolute gap behind InstructGPT-001. Self-Instruct provides an almost annotation-free method for aligning pre-trained language models with instructions, and we release our large synthetic dataset to facilitate future studies on instruction tuning. Our code and data are available at https://github.com/yizhongw/self-instruct.", "DOI": "10.48550/arXiv.2212.10560", "publisher": "arXiv", "title": "Self-Instruct: Aligning Language Models with Self-Generated Instructions", "URL": "https://arxiv.org/abs/2212.10560", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 13", "container-title": "arXiv", "number": "arXiv:2212.10560", "genre": "preprint" }, { "type": "article", "id": "ref14", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Thompson", "given": "Brian" }, { "family": "Dhaliwal", "given": "Mehak Preet" }, { "family": "Frisch", "given": "Peter" }, { "family": "Domhan", "given": "Tobias" }, { "family": "Federico", "given": "Marcello" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "We show that content on the web is often translated into many languages, and the low quality of these multi-way translations indicates they were likely created using Machine Translation (MT). Multi-way parallel, machine generated content not only dominates the translations in lower resource languages; it also constitutes a large fraction of the total web content in those languages. We also find evidence of a selection bias in the type of content which is translated into many languages, consistent with low quality English content being translated en masse into many lower resource languages, via MT. Our work raises serious concerns about training models such as multilingual large language models on both monolingual and bilingual data scraped from the web.", "DOI": "10.48550/arXiv.2401.05749", "publisher": "arXiv", "title": "A Shocking Amount of the Web is Machine Translated: Insights from Multi-Way Parallelism", "URL": "https://arxiv.org/abs/2401.05749", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 14", "container-title": "arXiv", "number": "arXiv:2401.05749", "genre": "preprint" }, { "type": "article", "id": "ref15", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "Machine Learning (cs.LG)", "Social and Information Networks (cs.SI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences", "I.2.7" ], "author": [ { "family": "Liang", "given": "Weixin" }, { "family": "Izzo", "given": "Zachary" }, { "family": "Zhang", "given": "Yaohui" }, { "family": "Lepp", "given": "Haley" }, { "family": "Cao", "given": "Hancheng" }, { "family": "Zhao", "given": "Xuandong" }, { "family": "Chen", "given": "Lingjiao" }, { "family": "Ye", "given": "Haotian" }, { "family": "Liu", "given": "Sheng" }, { "family": "Huang", "given": "Zhi" }, { "family": "McFarland", "given": "Daniel A." }, { "family": "Zou", "given": "James Y." } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "We present an approach for estimating the fraction of text in a large corpus which is likely to be substantially modified or produced by a large language model (LLM). Our maximum likelihood model leverages expert-written and AI-generated reference texts to accurately and efficiently examine real-world LLM-use at the corpus level. We apply this approach to a case study of scientific peer review in AI conferences that took place after the release of ChatGPT: ICLR 2024, NeurIPS 2023, CoRL 2023 and EMNLP 2023. Our results suggest that between 6.5% and 16.9% of text submitted as peer reviews to these conferences could have been substantially modified by LLMs, i.e. beyond spell-checking or minor writing updates. The circumstances in which generated text occurs offer insight into user behavior: the estimated fraction of LLM-generated text is higher in reviews which report lower confidence, were submitted close to the deadline, and from reviewers who are less likely to respond to author rebuttals. We also observe corpus-level trends in generated text which may be too subtle to detect at the individual level, and discuss the implications of such trends on peer review. We call for future interdisciplinary work to examine how LLM use is changing our information and knowledge practices.", "DOI": "10.48550/arXiv.2403.07183", "publisher": "arXiv", "title": "Monitoring AI-Modified Content at Scale: A Case Study on the Impact of ChatGPT on AI Conference Peer Reviews", "URL": "https://arxiv.org/abs/2403.07183", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "4", "note": "Manuscript reference 15", "container-title": "arXiv", "number": "arXiv:2403.07183", "genre": "preprint" }, { "type": "article", "id": "ref16", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Computation and Language (cs.CL)", "Computer Vision and Pattern Recognition (cs.CV)", "Computers and Society (cs.CY)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Villalobos", "given": "Pablo" }, { "family": "Ho", "given": "Anson" }, { "family": "Sevilla", "given": "Jaime" }, { "family": "Besiroglu", "given": "Tamay" }, { "family": "Heim", "given": "Lennart" }, { "family": "Hobbhahn", "given": "Marius" } ], "issued": { "date-parts": [ [ 2022 ] ] }, "abstract": "We investigate the potential constraints on LLM scaling posed by the availability of public human-generated text data. We forecast the growing demand for training data based on current trends and estimate the total stock of public human text data. Our findings indicate that if current LLM development trends continue, models will be trained on datasets roughly equal in size to the available stock of public human text data between 2026 and 2032, or slightly earlier if models are overtrained. We explore how progress in language modeling can continue when human-generated text datasets cannot be scaled any further. We argue that synthetic data generation, transfer learning from data-rich domains, and data efficiency improvements might support further progress.", "DOI": "10.48550/arXiv.2211.04325", "publisher": "arXiv", "title": "Will we run out of data? Limits of LLM scaling based on human-generated data", "URL": "https://arxiv.org/abs/2211.04325", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 16", "container-title": "arXiv", "number": "arXiv:2211.04325", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 8 ] ], "date-time": "2026-09-08T14:18:08Z", "timestamp": 1788877088403, "version": "build-2803163510" }, "reference-count": 195, "publisher": "Springer Science and Business Media LLC", "issue": "11", "license": [ { "start": { "date-parts": [ [ 2023, 11, 20 ] ], "date-time": "2023-11-20T00:00:00Z", "timestamp": 1700438400000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://www.springernature.com/gp/researchers/text-and-data-mining" }, { "start": { "date-parts": [ [ 2023, 11, 20 ] ], "date-time": "2023-11-20T00:00:00Z", "timestamp": 1700438400000 }, "content-version": "vor", "delay-in-days": 0, "URL": "https://www.springernature.com/gp/researchers/text-and-data-mining" } ], "content-domain": { "domain": [ "link.springer.com" ], "crossmark-restriction": false }, "DOI": "10.1038/s41562-023-01742-2", "type": "journal-article", "created": { "date-parts": [ [ 2023, 11, 20 ] ], "date-time": "2023-11-20T12:02:56Z", "timestamp": 1700481776000 }, "page": "1855-1868", "update-policy": "https://doi.org/10.1007/springer_crossmark_policy", "source": "Crossref", "is-referenced-by-count": 119, "title": "Machine culture", "prefix": "10.1038", "volume": "7", "author": [ { "ORCID": "https://orcid.org/0000-0002-1642-8744", "authenticated-orcid": false, "given": "Levin", "family": "Brinkmann", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Fabian", "family": "Baumann", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Jean-François", "family": "Bonnefon", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-1512-6496", "authenticated-orcid": false, "given": "Maxime", "family": "Derex", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Thomas F.", "family": "Müller", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-1805-9399", "authenticated-orcid": false, "given": "Anne-Marie", "family": "Nussberger", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Agnieszka", "family": "Czaplicka", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Alberto", "family": "Acerbi", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-5138-7255", "authenticated-orcid": false, "given": "Thomas L.", "family": "Griffiths", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-5012-0065", "authenticated-orcid": false, "given": "Joseph", "family": "Henrich", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-3153-916X", "authenticated-orcid": false, "given": "Joel Z.", "family": "Leibo", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-0387-5377", "authenticated-orcid": false, "given": "Richard", "family": "McElreath", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Pierre-Yves", "family": "Oudeyer", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Jonathan", "family": "Stray", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-1796-4303", "authenticated-orcid": false, "given": "Iyad", "family": "Rahwan", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "297", "published-online": { "date-parts": [ [ 2023, 11, 20 ] ] }, "reference": [ { "key": "1742_CR1", "doi-asserted-by": "crossref", "unstructured": "Henrich, J. The Secret of Our Success: How Culture Is Driving Human Evolution, Domesticating Our Species, and Making Us Smarter (Princeton Univ. Press, 2016).", "DOI": "10.1515/9781400873296" }, { "key": "1742_CR2", "doi-asserted-by": "crossref", "unstructured": "Heyes, C. Cognitive Gadgets: The Cultural Evolution of Thinking (Harvard Univ. Press, 2018).", "DOI": "10.4159/9780674985155" }, { "key": "1742_CR3", "doi-asserted-by": "publisher", "first-page": "95", "DOI": "10.1126/science.abn0915", "volume": "376", "author": "B Thompson", "year": "2022", "unstructured": "Thompson, B., van Opheusden, B., Sumers, T. & Griffiths, T. L. Complex cognitive algorithms preserved by selective social learning in experimental populations. Science 376, 95–98 (2022).", "journal-title": "Science" }, { "key": "1742_CR4", "doi-asserted-by": "publisher", "first-page": "27", "DOI": "10.1146/annurev-ecolsys-110218-025040", "volume": "50", "author": "A Whiten", "year": "2019", "unstructured": "Whiten, A. Cultural evolution in animals. Annu. Rev. Ecol. Evol. Syst. 50, 27–48 (2019).", "journal-title": "Annu. Rev. Ecol. Evol. Syst." }, { "key": "1742_CR5", "doi-asserted-by": "publisher", "first-page": "435", "DOI": "10.1038/nature02029", "volume": "426", "author": "RD Gray", "year": "2003", "unstructured": "Gray, R. D. & Atkinson, Q. D. Language-tree divergence times support the Anatolian theory of Indo-European origin. Nature 426, 435–439 (2003).", "journal-title": "Nature" }, { "key": "1742_CR6", "doi-asserted-by": "publisher", "first-page": "10681", "DOI": "10.1073/pnas.0707835105", "volume": "105", "author": "S Kirby", "year": "2008", "unstructured": "Kirby, S., Cornish, H. & Smith, K. Cumulative cultural evolution in the laboratory: an experimental approach to the origins of structure in human language. Proc. Natl Acad. Sci. USA 105, 10681–10686 (2008).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR7", "unstructured": "Shennan, S. Genes, Memes, and Human History: Darwinian Archaeology and Cultural Evolution (Thames & Hudson, 2002)." }, { "key": "1742_CR8", "doi-asserted-by": "publisher", "first-page": "477", "DOI": "10.1177/0003122420921538", "volume": "85", "author": "K Kiley", "year": "2020", "unstructured": "Kiley, K. & Vaisey, S. Measuring stability and change in personal culture using panel data. Am. Sociol. Rev. 85, 477–506 (2020).", "journal-title": "Am. Sociol. Rev." }, { "key": "1742_CR9", "doi-asserted-by": "crossref", "unstructured": "Mokyr, J. A Culture of Growth: The Origins of the Modern Economy (Princeton Univ. Press, 2017).", "DOI": "10.1515/9781400882915" }, { "key": "1742_CR10", "first-page": "1", "volume": "58", "author": "A Mesoudi", "year": "2004", "unstructured": "Mesoudi, A., Whiten, A. & Laland, K. N. Perspective: is human cultural evolution Darwinian? Evidence reviewed from the perspective of the origin of species. Evolution 58, 1–11 (2004).", "journal-title": "Evolution" }, { "key": "1742_CR11", "unstructured": "Needham, J. in Chemistry and Chemical Technology, Pt. 7: Military Technology—the Gunpowder Epic Vol. 5 (Cambridge Univ. Press, 1986)." }, { "key": "1742_CR12", "doi-asserted-by": "crossref", "unstructured": "Eisenstein, E. L. The Printing Press as an Agent of Change Vol. 1 (Cambridge Univ. Press, 1980).", "DOI": "10.1017/CBO9781107049963" }, { "key": "1742_CR13", "doi-asserted-by": "publisher", "first-page": "109", "DOI": "10.1556/JEP.9.2011.29.1", "volume": "9", "author": "A Mesoudi", "year": "2011", "unstructured": "Mesoudi, A. Culture and the Darwinian Renaissance in the social sciences and humanities: for a special issue of the Journal of Evolutionary Psychology, “The Darwinian Renaissance in the Social Sciences and Humanities”. J. Evol. Psychol. 9, 109–124 (2011).", "journal-title": "J. Evol. Psychol." }, { "key": "1742_CR14", "doi-asserted-by": "crossref", "unstructured": "Acerbi, A. Cultural Evolution in the Digital Age (Oxford Univ. Press, 2019).", "DOI": "10.1093/oso/9780198835943.001.0001" }, { "key": "1742_CR15", "unstructured": "Russell, S. & Norvig, P. Artificial Intelligence: A Modern Approach (Prentice Hall, 2009)." }, { "key": "1742_CR16", "unstructured": "Kurzweil, R., Richter, R., Kurzweil, R. & Schneider, M. L. The Age of Intelligent Machines (MIT Press, 1990)." }, { "key": "1742_CR17", "doi-asserted-by": "publisher", "first-page": "139", "DOI": "10.1145/3422622", "volume": "63", "author": "I Goodfellow", "year": "2020", "unstructured": "Goodfellow, I. et al. Generative adversarial networks. Commun. ACM 63, 139–144 (2020).", "journal-title": "Commun. ACM" }, { "key": "1742_CR18", "doi-asserted-by": "publisher", "unstructured": "Epstein, Z., Boulais, O., Gordon, S. & Groh, M. Interpolating GANs to scaffold autotelic creativity. Preprint at arXiv https://doi.org/10.48550/arXiv.2007.11119 (2020).", "DOI": "10.48550/arXiv.2007.11119" }, { "key": "1742_CR19", "unstructured": "Ramesh, A. et al. Zero-shot text-to-image generation. In International Conf. on Machine Learning 8821–8831 (PMLR, 2021)." }, { "key": "1742_CR20", "doi-asserted-by": "publisher", "unstructured": "Ramesh, A., Dhariwal, P., Nichol, A., Chu, C. & Chen, M. Hierarchical text-conditional image generation with CLIP latents. Preprint at arXiv https://doi.org/10.48550/arXiv.2204.06125 (2022).", "DOI": "10.48550/arXiv.2204.06125" }, { "key": "1742_CR21", "doi-asserted-by": "crossref", "unstructured": "Rombach, R. et al. High-resolution image synthesis with latent diffusion models. In Proc. IEEE/CVF Conf. Comput. Vis. Pattern Recogn. 10684–10695 (2022).", "DOI": "10.1109/CVPR52688.2022.01042" }, { "key": "1742_CR22", "doi-asserted-by": "publisher", "first-page": "101515", "DOI": "10.1016/j.isci.2020.101515", "volume": "23", "author": "Z Epstein", "year": "2020", "unstructured": "Epstein, Z., Levine, S., Rand, D. G. & Rahwan, I. Who gets credit for AI-generated art? iScience 23, 101515 (2020).", "journal-title": "iScience" }, { "key": "1742_CR23", "doi-asserted-by": "publisher", "first-page": "1", "DOI": "10.1111/j.1551-6709.2010.01142.x", "volume": "35", "author": "P Thagard", "year": "2011", "unstructured": "Thagard, P. & Stewart, T. C. The AHA! experience: creativity through emergent binding in neural networks. Cogn. Sci. 35, 1–33 (2011).", "journal-title": "Cogn. Sci." }, { "key": "1742_CR24", "unstructured": "Mikolov, T., Yih, W. & Zweig, G. Linguistic regularities in continuous space word representations. In Proc. 2013 Conf. of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies 746–751 (Association for Computational Linguistics, 2013)." }, { "key": "1742_CR25", "doi-asserted-by": "publisher", "first-page": "1068", "DOI": "10.1038/s42256-022-00591-4", "volume": "4", "author": "C Colas", "year": "2022", "unstructured": "Colas, C., Karch, T., Moulin-Frier, C. & Oudeyer, P.-Y. Language and culture internalization for human-like autotelic AI. Nat. Mach. Intell. 4, 1068–1076 (2022).", "journal-title": "Nat. Mach. Intell." }, { "key": "1742_CR26", "doi-asserted-by": "publisher", "first-page": "191569", "DOI": "10.1098/rsos.191569", "volume": "7", "author": "E Lisi", "year": "2020", "unstructured": "Lisi, E., Malekzadeh, M., Haddadi, H., Lau, F.D.-H. & Flaxman, S. Modelling and forecasting art movements with CGANs. R. Soc. Open Sci. 7, 191569 (2020).", "journal-title": "R. Soc. Open Sci." }, { "key": "1742_CR27", "doi-asserted-by": "publisher", "unstructured": "Elgammal, A., Liu, B., Elhoseiny, M. & Mazzone, M. CAN: Creative Adversarial Networks, generating ‘art’ by learning about styles and deviating from style norms. Preprint at arXiv https://doi.org/10.48550/arXiv.1706.07068 (2017).", "DOI": "10.48550/arXiv.1706.07068" }, { "key": "1742_CR28", "first-page": "1350", "volume": "10", "author": "Y Wang", "year": "2023", "unstructured": "Wang, Y., Shimada, K. & Barati Farimani, A. Airfoil GAN: encoding and synthesizing airfoils for aerodynamic shape optimization. J. Comput. Des. Eng. 10, 1350–1362 (2023).", "journal-title": "J. Comput. Des. Eng." }, { "key": "1742_CR29", "unstructured": "Metz, C. In two moves, AlphaGo and Lee Sedol redefined the future. Wired (16 March 2016)." }, { "key": "1742_CR30", "doi-asserted-by": "publisher", "first-page": "354", "DOI": "10.1038/nature24270", "volume": "550", "author": "D Silver", "year": "2017", "unstructured": "Silver, D. et al. Mastering the game of Go without human knowledge. Nature 550, 354–359 (2017).", "journal-title": "Nature" }, { "key": "1742_CR31", "doi-asserted-by": "publisher", "first-page": "e2214840120", "DOI": "10.1073/pnas.2214840120", "volume": "120", "author": "M Shin", "year": "2023", "unstructured": "Shin, M., Kim, J., van Opheusden, B. & Griffiths, T. L. Superhuman artificial intelligence can improve human decision-making by increasing novelty. Proc. Natl Acad. Sci. USA 120, e2214840120 (2023).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR32", "doi-asserted-by": "publisher", "unstructured": "Choi, S., Kim, N., Kim, J. & Kang, H. How does AI improve human decision-making? Evidence from the AI-powered Go program. Preprint at SSRN https://doi.org/10.2139/ssrn.3893835 (2022).", "DOI": "10.2139/ssrn.3893835" }, { "key": "1742_CR33", "first-page": "43", "volume": "43", "author": "M Shin", "year": "2021", "unstructured": "Shin, M., Kim, J. & Kim, M. Human learning from artificial intelligence: evidence from human Go players’ decisions after AlphaGo. Proc. Annu. Meet. Cogn. Sci. Soc. 43, 43 (2021).", "journal-title": "Proc. Annu. Meet. Cogn. Sci. Soc." }, { "key": "1742_CR34", "doi-asserted-by": "publisher", "first-page": "604", "DOI": "10.1038/s41586-020-03051-4", "volume": "588", "author": "J Schrittwieser", "year": "2020", "unstructured": "Schrittwieser, J. et al. Mastering Atari, Go, chess and shogi by planning with a learned model. Nature 588, 604–609 (2020).", "journal-title": "Nature" }, { "key": "1742_CR35", "doi-asserted-by": "publisher", "first-page": "47", "DOI": "10.1038/s41586-022-05172-4", "volume": "610", "author": "A Fawzi", "year": "2022", "unstructured": "Fawzi, A. et al. Discovering faster matrix multiplication algorithms with reinforcement learning. Nature 610, 47–53 (2022).", "journal-title": "Nature" }, { "key": "1742_CR36", "doi-asserted-by": "publisher", "first-page": "102274", "DOI": "10.1016/j.lindif.2023.102274", "volume": "103", "author": "E Kasneci", "year": "2023", "unstructured": "Kasneci, E. et al. ChatGPT for good? On opportunities and challenges of large language models for education. Learn. Individ. Differ. 103, 102274 (2023).", "journal-title": "Learn. Individ. Differ." }, { "key": "1742_CR37", "doi-asserted-by": "publisher", "first-page": "209", "DOI": "10.1177/02683962211048201", "volume": "37", "author": "G Wagner", "year": "2022", "unstructured": "Wagner, G., Lukyanenko, R. & Paré, G. Artificial intelligence and the conduct of literature reviews. J. Inf. Technol. 37, 209–226 (2022).", "journal-title": "J. Inf. Technol." }, { "key": "1742_CR38", "doi-asserted-by": "publisher", "unstructured": "Chen, M. et al. Evaluating large language models trained on code. Preprint at arXiv https://doi.org/10.48550/arXiv.2107.03374 (2021).", "DOI": "10.48550/arXiv.2107.03374" }, { "key": "1742_CR39", "doi-asserted-by": "publisher", "unstructured": "Eloundou, T., Manning, S., Mishkin, P. & Rock, D. GPTs are GPTs: an early look at the labor market impact potential of large language models. Preprint at arXiv https://doi.org/10.48550/arXiv.2303.10130 (2023).", "DOI": "10.48550/arXiv.2303.10130" }, { "key": "1742_CR40", "doi-asserted-by": "publisher", "unstructured": "Stevenson, C., Smal, I., Baas, M., Grasman, R. & van der Maas, H. Putting GPT-3’s creativity to the (alternative uses) test. Preprint at arXiv https://doi.org/10.48550/arXiv.2206.08932 (2022).", "DOI": "10.48550/arXiv.2206.08932" }, { "key": "1742_CR41", "unstructured": "Popli, N. How to get a six-figure job as an AI prompt engineer. Time https://time.com/6272103/ai-prompt-engineer-job/ (14 April 2023)." }, { "key": "1742_CR42", "doi-asserted-by": "publisher", "first-page": "1110", "DOI": "10.1126/science.adh4451", "volume": "380", "author": "Z Epstein", "year": "2023", "unstructured": "Epstein, Z., Hertzmann, A. & the Investigators of Human Creativity. Art and the science of generative AI. Science 380, 1110–1111 (2023).", "journal-title": "Science" }, { "key": "1742_CR43", "doi-asserted-by": "publisher", "unstructured": "Oppenlaender, J. The creativity of text-to-image generation. In Proc. 25th International Academic Mindtrek Conference 192–202 (Association for Computing Machinery, 2022); https://doi.org/10.1145/3569219.3569352", "DOI": "10.1145/3569219.3569352" }, { "key": "1742_CR44", "doi-asserted-by": "crossref", "unstructured": "Li, Z. (L.), Fang, X. & Sheng, O. R. L. A survey of link recommendation for social networks: methods, theoretical foundations, and future research directions. ACM Trans. Manage. Inf. Syst. 9, 1–26 (2018).", "DOI": "10.1145/3131782" }, { "key": "1742_CR45", "doi-asserted-by": "publisher", "unstructured": "Lops, P., de Gemmis, M. & Semeraro, G. in Recommender Systems Handbook (eds Ricci, F. et al.) 73–105 (Springer US, 2011); https://doi.org/10.1007/978-0-387-85820-3_3", "DOI": "10.1007/978-0-387-85820-3_3" }, { "key": "1742_CR46", "doi-asserted-by": "publisher", "first-page": "421425", "DOI": "10.1155/2009/421425", "volume": "2009", "author": "X Su", "year": "2009", "unstructured": "Su, X. & Khoshgoftaar, T. M. A survey of collaborative filtering techniques. Adv. Artif. Intell. 2009, 421425 (2009).", "journal-title": "Adv. Artif. Intell." }, { "key": "1742_CR47", "doi-asserted-by": "crossref", "unstructured": "Anderson, A., Maystre, L., Anderson, I., Mehrotra, R. & Lalmas, M. Algorithmic effects on the diversity of consumption on Spotify. In Proc. Web Conference 2020 2155–2165 (Association for Computing Machinery, 2020).", "DOI": "10.1145/3366423.3380281" }, { "key": "1742_CR48", "doi-asserted-by": "publisher", "first-page": "e33785", "DOI": "10.1371/journal.pone.0033785", "volume": "7", "author": "C Krumme", "year": "2012", "unstructured": "Krumme, C., Cebrian, M., Pickard, G. & Pentland, S. Quantifying social influence in an online cultural market. PLoS ONE 7, e33785 (2012).", "journal-title": "PLoS ONE" }, { "key": "1742_CR49", "doi-asserted-by": "publisher", "first-page": "854", "DOI": "10.1126/science.1121066", "volume": "311", "author": "MJ Salganik", "year": "2006", "unstructured": "Salganik, M. J., Dodds, P. S. & Watts, D. J. Experimental study of inequality and unpredictability in an artificial cultural market. Science 311, 854–856 (2006).", "journal-title": "Science" }, { "key": "1742_CR50", "doi-asserted-by": "crossref", "unstructured": "Richerson, P. J. & Boyd, R. Not by Genes Alone: How Culture Transformed Human Evolution (Univ. of Chicago Press, 2005).", "DOI": "10.7208/chicago/9780226712130.001.0001" }, { "key": "1742_CR51", "doi-asserted-by": "crossref", "unstructured": "Cavalli-Sforza, L. L. & Feldman, M. W. Cultural Transmission and Evolution: A Quantitative Approach (Princeton Univ. Press, 1981).", "DOI": "10.1515/9780691209357" }, { "key": "1742_CR52", "doi-asserted-by": "publisher", "first-page": "7853", "DOI": "10.1073/pnas.1620741114", "volume": "114", "author": "A Mesoudi", "year": "2017", "unstructured": "Mesoudi, A. Pursuing Darwin’s curious parallel: prospects for a science of cultural evolution. Proc. Natl Acad. Sci. USA 114, 7853–7860 (2017).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR53", "doi-asserted-by": "publisher", "first-page": "129", "DOI": "10.1016/j.jtbi.2006.12.022", "volume": "246", "author": "M Enquist", "year": "2007", "unstructured": "Enquist, M. & Ghirlanda, S. Evolution of social learning does not explain the origin of human cumulative culture. J. Theor. Biol. 246, 129–135 (2007).", "journal-title": "J. Theor. Biol." }, { "key": "1742_CR54", "doi-asserted-by": "publisher", "first-page": "481", "DOI": "10.1007/s10539-015-9490-2", "volume": "30", "author": "A Acerbi", "year": "2015", "unstructured": "Acerbi, A. & Mesoudi, A. If we are all cultural Darwinians what’s the fuss about? Clarifying recent disagreements in the field of cultural evolution. Biol. Phil. 30, 481–503 (2015).", "journal-title": "Biol. Phil." }, { "key": "1742_CR55", "doi-asserted-by": "publisher", "first-page": "447", "DOI": "10.1007/s10539-016-9516-4", "volume": "31", "author": "O Morin", "year": "2016", "unstructured": "Morin, O. Reasons to be fussy about cultural evolution. Biol. Phil. 31, 447–458 (2016).", "journal-title": "Biol. Phil." }, { "key": "1742_CR56", "doi-asserted-by": "publisher", "first-page": "331", "DOI": "10.1162/003355398555595", "volume": "113", "author": "ML Weitzman", "year": "1998", "unstructured": "Weitzman, M. L. Recombinant growth. Q. J. Econ. 113, 331–360 (1998).", "journal-title": "Q. J. Econ." }, { "key": "1742_CR57", "doi-asserted-by": "publisher", "first-page": "873", "DOI": "10.1016/j.tics.2020.09.001", "volume": "24", "author": "TL Griffiths", "year": "2020", "unstructured": "Griffiths, T. L. Understanding human intelligence through human limitations. Trends Cogn. Sci. 24, 873–883 (2020).", "journal-title": "Trends Cogn. Sci." }, { "key": "1742_CR58", "unstructured": "Boyd, R. & Richerson, P. J. Culture and the Evolutionary Process (Univ. of Chicago Press, 1985)." }, { "key": "1742_CR59", "doi-asserted-by": "crossref", "unstructured": "Mesoudi, A. Cultural Evolution: How Darwinian Theory Can Explain Human Culture and Synthesize the Social Sciences (Univ. of Chicago Press, 2011).", "DOI": "10.7208/chicago/9780226520452.001.0001" }, { "key": "1742_CR60", "doi-asserted-by": "publisher", "unstructured": "Leibo, J. Z., Hughes, E., Lanctot, M. & Graepel, T. Autocurricula and the emergence of innovation from social interaction: a manifesto for multi-agent intelligence research. Preprint at arXiv https://doi.org/10.48550/arXiv.1903.00742 (2019).", "DOI": "10.48550/arXiv.1903.00742" }, { "key": "1742_CR61", "unstructured": "Aveni, A. F. Skywatchers: A Revised and Updated Version of Skywatchers of Ancient Mexico (Univ. of Texas Press, 2001)." }, { "key": "1742_CR62", "doi-asserted-by": "publisher", "first-page": "251", "DOI": "10.1016/0893-6080(91)90009-T", "volume": "4", "author": "K Hornik", "year": "1991", "unstructured": "Hornik, K. Approximation capabilities of multilayer feedforward networks. Neural Netw. 4, 251–257 (1991).", "journal-title": "Neural Netw." }, { "key": "1742_CR63", "doi-asserted-by": "publisher", "first-page": "436", "DOI": "10.1038/nature14539", "volume": "521", "author": "Y LeCun", "year": "2015", "unstructured": "LeCun, Y., Bengio, Y. & Hinton, G. Deep learning. Nature 521, 436–444 (2015).", "journal-title": "Nature" }, { "key": "1742_CR64", "doi-asserted-by": "publisher", "unstructured": "Zenil, H. et al. The future of fundamental science led by generative closed-loop artificial intelligence. Preprint at arXiv https://doi.org/10.48550/arXiv.2307.07522 (2023).", "DOI": "10.48550/arXiv.2307.07522" }, { "key": "1742_CR65", "doi-asserted-by": "publisher", "first-page": "706", "DOI": "10.1038/s41586-019-1923-7", "volume": "577", "author": "AW Senior", "year": "2020", "unstructured": "Senior, A. W. et al. Improved protein structure prediction using potentials from deep learning. Nature 577, 706–710 (2020).", "journal-title": "Nature" }, { "key": "1742_CR66", "doi-asserted-by": "publisher", "first-page": "756", "DOI": "10.1038/nature09304", "volume": "466", "author": "S Cooper", "year": "2010", "unstructured": "Cooper, S. et al. Predicting protein structures with a multiplayer online game. Nature 466, 756–760 (2010).", "journal-title": "Nature" }, { "key": "1742_CR67", "doi-asserted-by": "publisher", "unstructured": "Bommasani, R. et al. On the opportunities and risks of foundation models. Preprint at arXiv https://doi.org/10.48550/arXiv.2108.07258 (2022).", "DOI": "10.48550/arXiv.2108.07258" }, { "key": "1742_CR68", "doi-asserted-by": "publisher", "unstructured": "Hoffmann, J. et al. Training compute-optimal large language models. Preprint at arXiv https://doi.org/10.48550/arXiv.2203.15556 (2022).", "DOI": "10.48550/arXiv.2203.15556" }, { "key": "1742_CR69", "doi-asserted-by": "crossref", "unstructured": "Bender, E. M., Gebru, T., McMillan-Major, A. & Shmitchell, S. On the dangers of stochastic parrots: can language models be too big? In Proc. 2021 ACM Conference on Fairness, Accountability, and Transparency 610–623 (Association for Computing Machinery, 2021).", "DOI": "10.1145/3442188.3445922" }, { "key": "1742_CR70", "first-page": "1877", "volume": "33", "author": "T Brown", "year": "2020", "unstructured": "Brown, T. et al. Language models are few-shot learners. Adv. Neural Inf. Process. Syst. 33, 1877–1901 (2020).", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "1742_CR71", "doi-asserted-by": "publisher", "first-page": "e2215907120", "DOI": "10.1073/pnas.2215907120", "volume": "120", "author": "M Mitchell", "year": "2023", "unstructured": "Mitchell, M. & Krakauer, D. C. The debate over understanding in AI’s large language models. Proc. Natl Acad. Sci. USA 120, e2215907120 (2023).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR72", "doi-asserted-by": "publisher", "first-page": "373", "DOI": "10.1007/s13347-016-0228-0", "volume": "29", "author": "M Charbonneau", "year": "2016", "unstructured": "Charbonneau, M. Modularity and recombination in technological evolution. Phil. Technol. 29, 373–392 (2016).", "journal-title": "Phil. Technol." }, { "key": "1742_CR73", "doi-asserted-by": "publisher", "first-page": "197", "DOI": "10.2307/4128416", "volume": "69", "author": "J Henrich", "year": "2004", "unstructured": "Henrich, J. Demography and cultural evolution: how adaptive cultural processes can produce maladaptive losses—the Tasmanian case. Am. Antiq. 69, 197–214 (2004).", "journal-title": "Am. Antiq." }, { "key": "1742_CR74", "doi-asserted-by": "publisher", "unstructured": "Henrich, J. & Muthukrishna, M. What makes us smart? Top. Cogn. Sci. https://doi.org/10.1111/tops.12656 (2023).", "DOI": "10.1111/tops.12656" }, { "key": "1742_CR75", "doi-asserted-by": "publisher", "first-page": "20150272", "DOI": "10.1098/rsif.2015.0272", "volume": "12", "author": "H Youn", "year": "2015", "unstructured": "Youn, H., Strumsky, D., Bettencourt, L. M. A. & Lobo, J. Invention as a combinatorial process: evidence from US patents. J. R. Soc. Interface 12, 20150272 (2015).", "journal-title": "J. R. Soc. Interface" }, { "key": "1742_CR76", "doi-asserted-by": "publisher", "unstructured": "Sourati, J. & Evans, J. A. Accelerating science with human-aware artificial intelligence. Nat. Hum. Behav. https://doi.org/10.1038/s41562-023-01648-z (2023).", "DOI": "10.1038/s41562-023-01648-z" }, { "key": "1742_CR77", "doi-asserted-by": "publisher", "first-page": "e26", "DOI": "10.1017/ehs.2020.21", "volume": "2", "author": "P Tinits", "year": "2020", "unstructured": "Tinits, P. & Sobchuk, O. Open-ended cumulative cultural evolution of Hollywood film crews. Evol. Hum. Sci. 2, e26 (2020).", "journal-title": "Evol. Hum. Sci." }, { "key": "1742_CR78", "doi-asserted-by": "publisher", "first-page": "eaay4237", "DOI": "10.1126/sciadv.aay4237", "volume": "6", "author": "J Grizou", "year": "2020", "unstructured": "Grizou, J., Points, L. J., Sharma, A. & Cronin, L. A curious formulation robot enables the discovery of a novel protocell behavior. Sci. Adv. 6, eaay4237 (2020).", "journal-title": "Sci. Adv." }, { "key": "1742_CR79", "doi-asserted-by": "publisher", "unstructured": "Kramer, S., Cerrato, M., Džeroski, S. & King, R. Automated scientific discovery: from equation discovery to autonomous discovery systems. Preprint at arXiv https://doi.org/10.48550/arXiv.2305.02251 (2023).", "DOI": "10.48550/arXiv.2305.02251" }, { "key": "1742_CR80", "doi-asserted-by": "publisher", "first-page": "20201885", "DOI": "10.1098/rspb.2020.1885", "volume": "287", "author": "AJ Lucas", "year": "2020", "unstructured": "Lucas, A. J. et al. The value of teaching increases with tool complexity in cumulative cultural evolution. Proc. R. Soc. B 287, 20201885 (2020).", "journal-title": "Proc. R. Soc. B" }, { "key": "1742_CR81", "doi-asserted-by": "publisher", "unstructured": "Borsa, D., Piot, B., Munos, R. & Pietquin, O. Observational learning by reinforcement learning. Preprint at arXiv https://doi.org/10.48550/arXiv.1706.06617 (2017).", "DOI": "10.48550/arXiv.1706.06617" }, { "key": "1742_CR82", "doi-asserted-by": "publisher", "first-page": "537", "DOI": "10.1177/00336882231162868", "volume": "54", "author": "L Kohnke", "year": "2023", "unstructured": "Kohnke, L., Moorhouse, B. L. & Zou, D. ChatGPT for language teaching and learning. RELC J. 54, 537–550 (2023).", "journal-title": "RELC J." }, { "key": "1742_CR83", "doi-asserted-by": "crossref", "unstructured": "Haller, E. & Rebedea, T. Designing a chat-bot that simulates an historical figure. In 2013 19th International Conference on Control Systems and Computer Science 582–589 (IEEE, 2013).", "DOI": "10.1109/CSCS.2013.85" }, { "key": "1742_CR84", "doi-asserted-by": "publisher", "unstructured": "Zhang, S., Frey, B. & Bansal, M. How can NLP help revitalize endangered languages? A case study and roadmap for the Cherokee language. Preprint at arXiv https://doi.org/10.48550/arXiv.2204.11909 (2022).", "DOI": "10.48550/arXiv.2204.11909" }, { "key": "1742_CR85", "doi-asserted-by": "publisher", "first-page": "904", "DOI": "10.1080/10494820.2016.1225099", "volume": "25", "author": "K Ijaz", "year": "2017", "unstructured": "Ijaz, K., Bogdanovych, A. & Trescak, T. Virtual worlds vs books and videos in history education. Interact. Learn. Environ. 25, 904–929 (2017).", "journal-title": "Interact. Learn. Environ." }, { "key": "1742_CR86", "unstructured": "Buolamwini, J. & Gebru, T. Gender shades: intersectional accuracy disparities in commercial gender classification. In Proc. 1st Conference on Fairness, Accountability and Transparency 77–91 (PMLR, 2018)." }, { "key": "1742_CR87", "doi-asserted-by": "publisher", "first-page": "183", "DOI": "10.1126/science.aal4230", "volume": "356", "author": "A Caliskan", "year": "2017", "unstructured": "Caliskan, A., Bryson, J. J. & Narayanan, A. Semantics derived automatically from language corpora contain human-like biases. Science 356, 183–186 (2017).", "journal-title": "Science" }, { "key": "1742_CR88", "unstructured": "O’Neil, C. Weapons of Math Destruction: How Big Data Increases Inequality and Threatens Democracy (Crown, 2016)." }, { "key": "1742_CR89", "doi-asserted-by": "publisher", "first-page": "6363", "DOI": "10.1007/s00521-019-04144-6", "volume": "32", "author": "MO Prates", "year": "2020", "unstructured": "Prates, M. O., Avelar, P. H. & Lamb, L. C. Assessing gender bias in machine translation: a case study with google translate. Neural Comput. Appl. 32, 6363–6381 (2020).", "journal-title": "Neural Comput. Appl." }, { "key": "1742_CR90", "doi-asserted-by": "publisher", "unstructured": "Acerbi, A. & Stubbersfield, J. Large language models show human-like content biases in transmission chain experiments. Preprint at OSF https://doi.org/10.31219/osf.io/8zg4d (2023).", "DOI": "10.31219/osf.io/8zg4d" }, { "key": "1742_CR91", "first-page": "12388", "volume": "33", "author": "J Vig", "year": "2020", "unstructured": "Vig, J. et al. Investigating gender bias in language models using causal mediation analysis. Adv. Neural Inf. Process. Syst. 33, 12388–12401 (2020).", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "1742_CR92", "doi-asserted-by": "publisher", "first-page": "1", "DOI": "10.1145/3494672", "volume": "55", "author": "D Pessach", "year": "2022", "unstructured": "Pessach, D. & Shmueli, E. A review on fairness in machine learning. ACM Comput. Surv. 55, 1–51 (2022). 44.", "journal-title": "ACM Comput. Surv." }, { "key": "1742_CR93", "doi-asserted-by": "publisher", "first-page": "337", "DOI": "10.1017/pan.2023.2", "volume": "31", "author": "LP Argyle", "year": "2023", "unstructured": "Argyle, L. P. et al. Out of one, many: using language models to simulate human samples. Political Anal. 31, 337–351 (2023).", "journal-title": "Political Anal." }, { "key": "1742_CR94", "doi-asserted-by": "publisher", "unstructured": "Hendy, A. et al. How good are GPT models at machine translation? A comprehensive evaluation. Preprint at arXiv https://doi.org/10.48550/arXiv.2302.09210 (2023).", "DOI": "10.48550/arXiv.2302.09210" }, { "key": "1742_CR95", "unstructured": "Bartlett, F. C. Remembering: A Study in Experimental and Social Psychology xix, 317 (Cambridge Univ. Press, 1932)." }, { "key": "1742_CR96", "doi-asserted-by": "publisher", "first-page": "594", "DOI": "10.1177/0146167200267007", "volume": "26", "author": "Y Kashima", "year": "2000", "unstructured": "Kashima, Y. Maintaining cultural stereotypes in the serial reproduction of narratives. Pers. Soc. Psychol. Bull. 26, 594–604 (2000).", "journal-title": "Pers. Soc. Psychol. Bull." }, { "key": "1742_CR97", "doi-asserted-by": "publisher", "first-page": "68", "DOI": "10.1080/03640210701801974", "volume": "32", "author": "TL Griffiths", "year": "2008", "unstructured": "Griffiths, T. L., Christian, B. R. & Kalish, M. L. Using category structures to test iterated learning as a method for identifying inductive biases. Cogn. Sci. 32, 68–107 (2008).", "journal-title": "Cogn. Sci." }, { "key": "1742_CR98", "doi-asserted-by": "publisher", "first-page": "e1", "DOI": "10.1017/S0140525X1900061X", "volume": "43", "author": "F Lieder", "year": "2020", "unstructured": "Lieder, F. & Griffiths, T. L. Resource-rational analysis: understanding human cognition as the optimal use of limited computational resources. Behav. Brain Sci. 43, e1 (2020).", "journal-title": "Behav. Brain Sci." }, { "key": "1742_CR99", "doi-asserted-by": "crossref", "unstructured": "Simon, H. A. in Utility and Probability (eds Eatwell, J. et al.) 15–18 (Palgrave Macmillan UK, 1990).", "DOI": "10.1007/978-1-349-20568-4_5" }, { "key": "1742_CR100", "doi-asserted-by": "publisher", "first-page": "167", "DOI": "10.1111/j.1467-8721.2007.00497.x", "volume": "16", "author": "PM Todd", "year": "2007", "unstructured": "Todd, P. M. & Gigerenzer, G. Environments that make us smart: ecological rationality. Curr. Dir. Psychol. Sci. 16, 167–171 (2007).", "journal-title": "Curr. Dir. Psychol. Sci." }, { "key": "1742_CR101", "doi-asserted-by": "publisher", "first-page": "1124", "DOI": "10.1126/science.185.4157.1124", "volume": "185", "author": "A Tversky", "year": "1974", "unstructured": "Tversky, A. & Kahneman, D. Judgment under uncertainty: heuristics and biases. Science 185, 1124–1131 (1974).", "journal-title": "Science" }, { "key": "1742_CR102", "doi-asserted-by": "publisher", "first-page": "273", "DOI": "10.1126/science.aac6076", "volume": "349", "author": "SJ Gershman", "year": "2015", "unstructured": "Gershman, S. J., Horvitz, E. J. & Tenenbaum, J. B. Computational rationality: a converging paradigm for intelligence in brains, minds, and machines. Science 349, 273–278 (2015).", "journal-title": "Science" }, { "key": "1742_CR103", "doi-asserted-by": "crossref", "unstructured": "Malle, B. F., Scheutz, M., Arnold, T., Voiklis, J. & Cusimano, C. Sacrifice one for the good of many? People apply different moral norms to human and robot agents. In Proc. Tenth Annual ACM/IEEE International Conference on Human-Robot Interaction 117–124 (Association for Computing Machinery, 2015).", "DOI": "10.1145/2696454.2696458" }, { "key": "1742_CR104", "doi-asserted-by": "publisher", "first-page": "3503", "DOI": "10.1098/rstb.2008.0146", "volume": "363", "author": "TL Griffiths", "year": "2008", "unstructured": "Griffiths, T. L., Kalish, M. L. & Lewandowsky, S. Theoretical and empirical evidence for the impact of inductive biases on cultural evolution. Phil. Trans. R. Soc. B 363, 3503–3514 (2008).", "journal-title": "Phil. Trans. R. Soc. B" }, { "key": "1742_CR105", "doi-asserted-by": "publisher", "first-page": "5241", "DOI": "10.1073/pnas.0608222104", "volume": "104", "author": "S Kirby", "year": "2007", "unstructured": "Kirby, S., Dowman, M. & Griffiths, T. L. Innateness and culture in the evolution of language. Proc. Natl Acad. Sci. USA 104, 5241–5245 (2007).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR106", "doi-asserted-by": "publisher", "first-page": "20202752", "DOI": "10.1098/rspb.2020.2752", "volume": "288", "author": "B Thompson", "year": "2021", "unstructured": "Thompson, B. & Griffiths, T. L. Human biases limit cumulative innovation. Proc. R. Soc. B 288, 20202752 (2021).", "journal-title": "Proc. R. Soc. B" }, { "key": "1742_CR107", "doi-asserted-by": "publisher", "first-page": "20200426", "DOI": "10.1098/rsta.2020.0426", "volume": "380", "author": "L Brinkmann", "year": "2022", "unstructured": "Brinkmann, L. et al. Hybrid social learning in human-algorithm cultural transmission. Phil. Trans. R. Soc. A 380, 20200426 (2022).", "journal-title": "Phil. Trans. R. Soc. A" }, { "key": "1742_CR108", "doi-asserted-by": "publisher", "first-page": "171", "DOI": "10.1111/cogs.12144", "volume": "39", "author": "M Tamariz", "year": "2015", "unstructured": "Tamariz, M. & Kirby, S. Culture: copying, compression, and conventionality. Cogn. Sci. 39, 171–183 (2015).", "journal-title": "Cogn. Sci." }, { "key": "1742_CR109", "doi-asserted-by": "publisher", "first-page": "19", "DOI": "10.1016/S1364-6613(02)00005-0", "volume": "7", "author": "N Chater", "year": "2003", "unstructured": "Chater, N. & Vitányi, P. Simplicity: a unifying principle in cognitive science? Trends Cogn. Sci. 7, 19–22 (2003).", "journal-title": "Trends Cogn. Sci." }, { "key": "1742_CR110", "doi-asserted-by": "publisher", "first-page": "87", "DOI": "10.1016/j.cognition.2015.03.016", "volume": "141", "author": "S Kirby", "year": "2015", "unstructured": "Kirby, S., Tamariz, M., Cornish, H. & Smith, K. Compression and communication in the cultural evolution of linguistic structure. Cognition 141, 87–102 (2015).", "journal-title": "Cognition" }, { "key": "1742_CR111", "unstructured": "Anderson, C. The end of theory: the data deluge makes the scientific method obsolete. Wired (23 June 2018)." }, { "key": "1742_CR112", "unstructured": "Spinney, L. Are we witnessing the dawn of post-theory science? Guardian (9 January 2022)." }, { "key": "1742_CR113", "doi-asserted-by": "publisher", "first-page": "045307", "DOI": "10.1103/PhysRevE.106.045307", "volume": "106", "author": "Z Liu", "year": "2022", "unstructured": "Liu, Z., Madhavan, V. & Tegmark, M. AI Poincaré 2.0: machine learning conservation laws from differential equations. Phys. Rev. E 106, 045307 (2022).", "journal-title": "Phys. Rev. E" }, { "key": "1742_CR114", "doi-asserted-by": "publisher", "first-page": "651", "DOI": "10.1016/j.tics.2018.04.003", "volume": "22", "author": "RL Kendal", "year": "2018", "unstructured": "Kendal, R. L. et al. Social learning strategies: bridge-building between fields. Trends Cogn. Sci. 22, 651–665 (2018).", "journal-title": "Trends Cogn. Sci." }, { "key": "1742_CR115", "doi-asserted-by": "publisher", "first-page": "123", "DOI": "10.1002/evan.10110", "volume": "12", "author": "J Henrich", "year": "2003", "unstructured": "Henrich, J. & McElreath, R. The evolution of cultural evolution. Evol. Anthropol. 12, 123–135 (2003).", "journal-title": "Evol. Anthropol." }, { "key": "1742_CR116", "doi-asserted-by": "publisher", "first-page": "405", "DOI": "10.1348/000712605X85871", "volume": "97", "author": "A Mesoudi", "year": "2006", "unstructured": "Mesoudi, A., Whiten, A. & Dunbar, R. A bias for social information in human cultural transmission. Br. J. Psychol. 97, 405–423 (2006).", "journal-title": "Br. J. Psychol." }, { "key": "1742_CR117", "first-page": "2670", "volume": "2", "author": "DK Sharma", "year": "2010", "unstructured": "Sharma, D. K. & Sharma, A. A comparative analysis of web page ranking algorithms. Int. J. Comput. Sci. Eng. 2, 2670–2676 (2010).", "journal-title": "Int. J. Comput. Sci. Eng." }, { "key": "1742_CR118", "doi-asserted-by": "crossref", "unstructured": "Duhan, N., Sharma, A. K. & Bhatia, K. K. Page ranking algorithms: a survey. In 2009 IEEE International Advance Computing Conference 1530–1537 (IEEE, 2009).", "DOI": "10.1109/IADCC.2009.4809246" }, { "key": "1742_CR119", "doi-asserted-by": "crossref", "unstructured": "Koren, Y., Rendle, S. & Bell, R. Advances in collaborative filtering. In Recommender Systems Handbook (eds Ricci, F., Rokach, L. & Shapira, B.) 91–142 (Springer US, Boston, MA, 2021).", "DOI": "10.1007/978-1-0716-2197-4_3" }, { "key": "1742_CR120", "doi-asserted-by": "publisher", "unstructured": "Banihashemi, S. & Abhari, A. Effects of different recommendation algorithms on structure of social networks. In 2021 International Conference on Computational Science and Computational Intelligence (CSCI) 1395–1400 (IEEE, 2021); https://doi.org/10.1109/CSCI54926.2021.00279", "DOI": "10.1109/CSCI54926.2021.00279" }, { "key": "1742_CR121", "doi-asserted-by": "publisher", "unstructured": "Ferrara, A., Espín-Noboa, L., Karimi, F. & Wagner, C. Link recommendations: their impact on network structure and minorities. In 14th ACM Web Science Conference 2022. 228–238 (Association for Computing Machinery, 2022); https://doi.org/10.1145/3501247.3531583", "DOI": "10.1145/3501247.3531583" }, { "key": "1742_CR122", "doi-asserted-by": "crossref", "unstructured": "Su, J., Sharma, A. & Goel, S. The effect of recommendations on network structure. In Proc. 25th International Conference on World Wide Web 1157–1167 (International World Wide Web Conferences Steering Committee, 2016).", "DOI": "10.1145/2872427.2883040" }, { "key": "1742_CR123", "doi-asserted-by": "publisher", "first-page": "667", "DOI": "10.2189/asqu.52.4.667", "volume": "52", "author": "D Lazer", "year": "2007", "unstructured": "Lazer, D. & Friedman, A. The network structure of exploration and exploitation. Adm. Sci. Q. 52, 667–694 (2007).", "journal-title": "Adm. Sci. Q." }, { "key": "1742_CR124", "doi-asserted-by": "publisher", "first-page": "764", "DOI": "10.1073/pnas.1110069108", "volume": "109", "author": "W Mason", "year": "2012", "unstructured": "Mason, W. & Watts, D. J. Collaborative learning in networks. Proc. Natl Acad. Sci. USA 109, 764–769 (2012).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR125", "doi-asserted-by": "publisher", "first-page": "420", "DOI": "10.1177/0963721415599543", "volume": "24", "author": "AW Woolley", "year": "2015", "unstructured": "Woolley, A. W., Aggarwal, I. & Malone, T. W. Collective intelligence and group performance. Curr. Dir. Psychol. Sci. 24, 420–424 (2015).", "journal-title": "Curr. Dir. Psychol. Sci." }, { "key": "1742_CR126", "doi-asserted-by": "publisher", "first-page": "2982", "DOI": "10.1073/pnas.1518798113", "volume": "113", "author": "M Derex", "year": "2016", "unstructured": "Derex, M. & Boyd, R. Partial connectivity increases cultural accumulation within groups. Proc. Natl Acad. Sci. USA 113, 2982–2987 (2016).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR127", "doi-asserted-by": "publisher", "first-page": "12935", "DOI": "10.1007/s11042-017-4924-2", "volume": "77", "author": "V Kant", "year": "2018", "unstructured": "Kant, V., Jhalani, T. & Dwivedi, P. Enhanced multi-criteria recommender system based on fuzzy Bayesian approach. Multimed. Tools Appl. 77, 12935–12953 (2018).", "journal-title": "Multimed. Tools Appl." }, { "key": "1742_CR128", "doi-asserted-by": "crossref", "unstructured": "Bollen, D., Knijnenburg, B. P., Willemsen, M. C. & Graus, M. Understanding choice overload in recommender systems. In Proc. Fourth ACM Conference on Recommender Systems 63–70 (Association for Computing Machinery, 2010).", "DOI": "10.1145/1864708.1864724" }, { "key": "#cr-split#-1742_CR129.1", "unstructured": "Tkalcic, M., Kosir, A. & Tasic, J. Affective recommender systems: the role of emotions in recommender systems. In The RecSys 2011 Workshops-Decisions@ RecSys 2011 and UCERSTI-2: Human Decision Making in Recommender Systems" }, { "key": "#cr-split#-1742_CR129.2", "unstructured": "User-Centric Evaluation of Recommender Systems and Their Interfaces-2 Vol. 811, 9-13 (CEUR-WS.org, 2011)." }, { "key": "1742_CR130", "doi-asserted-by": "crossref", "unstructured": "Gonzalez, G., de la Rosa, J. L., Montaner, M. & Delfin, S. Embedding emotional context in recommender systems. In 2007 IEEE 23rd International Conference on Data Engineering Workshop 845–852 (IEEE, 2007).", "DOI": "10.1109/ICDEW.2007.4401075" }, { "key": "1742_CR131", "doi-asserted-by": "publisher", "first-page": "e0248695", "DOI": "10.1371/journal.pone.0248695", "volume": "16", "author": "NA Osman", "year": "2021", "unstructured": "Osman, N. A., Mohd Noah, S. A., Darwich, M. & Mohd, M. Integrating contextual sentiment analysis in collaborative recommender systems. PLoS ONE 16, e0248695 (2021).", "journal-title": "PLoS ONE" }, { "key": "1742_CR132", "first-page": "21", "volume": "2013", "author": "Y Zheng", "year": "2013", "unstructured": "Zheng, Y., Mobasher, B. & Burke, R. D. The role of emotions in context-aware recommendation. Decis. RecSys 2013, 21–28 (2013).", "journal-title": "Decis. RecSys" }, { "key": "1742_CR133", "doi-asserted-by": "publisher", "first-page": "1", "DOI": "10.25300/MISQ/2021/14971", "volume": "45", "author": "X Zhang", "year": "2021", "unstructured": "Zhang, X., Ferreira, P., Godinho De Matos, M. & Belo, R. Welfare properties of profit maximizing recommender systems: theory and results from a randomized experiment. MIS Q. 45, 1 (2021).", "journal-title": "MIS Q." }, { "key": "1742_CR134", "doi-asserted-by": "publisher", "first-page": "831", "DOI": "10.1257/aer.20191777", "volume": "111", "author": "R Levy", "year": "2021", "unstructured": "Levy, R. Social media, news consumption, and polarization: evidence from a field experiment. Am. Econ. Rev. 111, 831–870 (2021).", "journal-title": "Am. Econ. Rev." }, { "key": "1742_CR135", "doi-asserted-by": "publisher", "first-page": "746", "DOI": "10.1037/xge0000673", "volume": "149", "author": "WJ Brady", "year": "2020", "unstructured": "Brady, W. J., Gantman, A. P. & Van Bavel, J. J. Attentional capture helps explain why moral and emotional content go viral. J. Exp. Psychol. Gen. 149, 746–756 (2020).", "journal-title": "J. Exp. Psychol. Gen." }, { "key": "1742_CR136", "unstructured": "Brady, W. J., Jackson, J. C., Lindström, B. & Crockett, M. J. Algorithm-mediated social learning in online social networks. Trends Cogn. Sci. (in the press)." }, { "key": "1742_CR137", "doi-asserted-by": "publisher", "first-page": "1", "DOI": "10.1057/s41599-019-0224-y", "volume": "5", "author": "A Acerbi", "year": "2019", "unstructured": "Acerbi, A. Cognitive attraction and online misinformation. Palgrave Commun. 5, 1–7 (2019).", "journal-title": "Palgrave Commun." }, { "key": "1742_CR138", "doi-asserted-by": "publisher", "unstructured": "Brady, W. J. et al. Overperception of moral outrage in online social networks inflates beliefs about intergroup hostility. Nat. Hum. Behav. https://doi.org/10.1038/s41562-023-01582-0 (2023).", "DOI": "10.1038/s41562-023-01582-0" }, { "key": "1742_CR139", "doi-asserted-by": "publisher", "unstructured": "Brady, W. J. & Crockett, M. J. Norm psychology in the digital age: how social media shapes the cultural evolution of normativity. Perspect. Psychol. Sci. https://doi.org/10.1177/17456916231187395 (2023).", "DOI": "10.1177/17456916231187395" }, { "key": "1742_CR140", "doi-asserted-by": "publisher", "unstructured": "Milli, S., Carroll, M., Pandey, S., Wang, Y. & Dragan, A. D. Engagement, user satisfaction, and the amplification of divisive content on social media. Preprint at arXiv https://doi.org/10.48550/arXiv.2305.16941 (2023).", "DOI": "10.48550/arXiv.2305.16941" }, { "key": "1742_CR141", "doi-asserted-by": "publisher", "first-page": "e2023301118", "DOI": "10.1073/pnas.2023301118", "volume": "118", "author": "M Cinelli", "year": "2021", "unstructured": "Cinelli, M., De Francisci Morales, G., Galeazzi, A., Quattrociocchi, W. & Starnini, M. The echo chamber effect on social media. Proc. Natl Acad. Sci. USA 118, e2023301118 (2021).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR142", "doi-asserted-by": "crossref", "unstructured": "Pariser, E. The Filter Bubble: What the Internet Is Hiding from You (Penguin, 2011).", "DOI": "10.3139/9783446431164" }, { "key": "1742_CR143", "unstructured": "Sunstein, C. R. Republic.com 2.0 (Princeton Univ. Press, 2007)." }, { "key": "1742_CR144", "doi-asserted-by": "crossref", "unstructured": "Jiang, R., Chiappa, S., Lattimore, T., György, A. & Kohli, P. Degenerate feedback loops in recommender systems. In Proc. 2019 AAAI/ACM Conference on AI, Ethics, and Society 383–390 (ACM, 2019).", "DOI": "10.1145/3306618.3314288" }, { "key": "1742_CR145", "doi-asserted-by": "publisher", "unstructured": "Pagan, N. et al. A classification of feedback loops and their relation to biases in automated decision-making systems. Preprint at arXiv https://doi.org/10.48550/arXiv.2305.06055 (2023).", "DOI": "10.48550/arXiv.2305.06055" }, { "key": "1742_CR146", "doi-asserted-by": "publisher", "unstructured": "Stray, J. et al. Building human values into recommender systems: an interdisciplinary synthesis. Preprint at arXiv https://doi.org/10.48550/arXiv.2207.10192 (2022).", "DOI": "10.48550/arXiv.2207.10192" }, { "key": "1742_CR147", "doi-asserted-by": "publisher", "unstructured": "Kleinberg, J., Mullainathan, S. & Raghavan, M. The challenge of understanding what users want: inconsistent preferences and engagement optimization. Preprint at arXiv https://doi.org/10.48550/arXiv.2202.11776 (2022).", "DOI": "10.48550/arXiv.2202.11776" }, { "key": "1742_CR148", "doi-asserted-by": "publisher", "unstructured": "Ovadya, A. & Thorburn, L. Bridging systems: open problems for countering destructive divisiveness across ranking, recommenders, and governance. Preprint at arXiv https://doi.org/10.48550/arXiv.2301.09976 (2023).", "DOI": "10.48550/arXiv.2301.09976" }, { "key": "1742_CR149", "doi-asserted-by": "publisher", "unstructured": "Yao, B., Jiang, M., Yang, D. & Hu, J. Empowering LLM-based machine translation with cultural awareness. Preprint at arXiv https://doi.org/10.48550/arXiv.2305.14328 (2023).", "DOI": "10.48550/arXiv.2305.14328" }, { "key": "1742_CR150", "doi-asserted-by": "crossref", "unstructured": "Garimella, K., De Francisci Morales, G., Gionis, A. & Mathioudakis, M. Reducing controversy by connecting opposing views. In Proc. Tenth ACM International Conference on Web Search and Data Mining 81–90 (Association for Computing Machinery, 2017).", "DOI": "10.1145/3018661.3018703" }, { "key": "1742_CR151", "doi-asserted-by": "publisher", "first-page": "e2102141118", "DOI": "10.1073/pnas.2102141118", "volume": "118", "author": "FP Santos", "year": "2021", "unstructured": "Santos, F. P., Lelkes, Y. & Levin, S. A. Link recommendation algorithms and dynamics of polarization in online social networks. Proc. Natl Acad. Sci. USA 118, e2102141118 (2021).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR152", "doi-asserted-by": "publisher", "first-page": "959", "DOI": "10.1080/1369118X.2018.1444076", "volume": "21", "author": "J Möller", "year": "2018", "unstructured": "Möller, J., Trilling, D., Helberger, N. & Van Es, B. Do not blame it on the algorithm: an empirical assessment of multiple recommender systems and their impact on content diversity. Inf. Commun. Soc. 21, 959–977 (2018).", "journal-title": "Inf. Commun. Soc." }, { "key": "1742_CR153", "first-page": "38176", "volume": "35", "author": "M Bakker", "year": "2022", "unstructured": "Bakker, M. et al. Fine-tuning language models to find agreement among humans with diverse preferences. Adv. Neural Inf. Process. Syst. 35, 38176–38189 (2022).", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "1742_CR154", "unstructured": "Christiano, P. F. et al. Deep reinforcement learning from human preferences. Adv. Neural Inf. Process. Syst. 30 (2017)." }, { "key": "1742_CR155", "first-page": "27730", "volume": "35", "author": "L Ouyang", "year": "2022", "unstructured": "Ouyang, L. et al. Training language models to follow instructions with human feedback. Adv. Neural Inf. Process. Syst. 35, 27730–27744 (2022).", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "1742_CR156", "doi-asserted-by": "publisher", "unstructured": "Perez, E. et al. Discovering language model behaviors with model-written evaluations. Preprint at arXiv https://doi.org/10.48550/arXiv.2212.09251 (2022).", "DOI": "10.48550/arXiv.2212.09251" }, { "key": "1742_CR157", "doi-asserted-by": "publisher", "first-page": "20130368", "DOI": "10.1098/rstb.2013.0368", "volume": "369", "author": "N Claidière", "year": "2014", "unstructured": "Claidière, N., Scott-Phillips, T. C. & Sperber, D. How Darwinian is cultural evolution? Phil. Trans. R. Soc. B 369, 20130368 (2014).", "journal-title": "Phil. Trans. R. Soc. B" }, { "key": "1742_CR158", "doi-asserted-by": "publisher", "first-page": "414", "DOI": "10.1016/j.tplants.2015.03.011", "volume": "20", "author": "S Blancke", "year": "2015", "unstructured": "Blancke, S., Van Breusegem, F., De Jaeger, G., Braeckman, J. & Van Montagu, M. Fatal attraction: the intuitive appeal of GMO opposition. Trends Plant Sci. 20, 414–418 (2015).", "journal-title": "Trends Plant Sci." }, { "key": "1742_CR159", "doi-asserted-by": "publisher", "first-page": "633", "DOI": "10.1016/j.tics.2015.08.007", "volume": "19", "author": "H Miton", "year": "2015", "unstructured": "Miton, H. & Mercier, H. Cognitive obstacles to pro-vaccination beliefs. Trends Cogn. Sci. 19, 633–636 (2015).", "journal-title": "Trends Cogn. Sci." }, { "key": "1742_CR160", "doi-asserted-by": "crossref", "unstructured": "Poulsen, V. & DeDeo, S. Cognitive attractors and the cultural evolution of religion. In Proc. of the Annual Meeting of the Cognitive Science Society 45, 45 (2023).", "DOI": "10.31234/osf.io/daxyu" }, { "key": "1742_CR161", "doi-asserted-by": "publisher", "unstructured": "Kirchenbauer, J. et al. A watermark for large language models. Preprint at arXiv https://doi.org/10.48550/arXiv.2301.10226 (2023).", "DOI": "10.48550/arXiv.2301.10226" }, { "key": "1742_CR162", "doi-asserted-by": "publisher", "unstructured": "Shumailov, I. et al. The curse of recursion: training on generated data makes models forget. Preprint at arXiv https://doi.org/10.48550/arXiv.2305.17493 (2023).", "DOI": "10.48550/arXiv.2305.17493" }, { "key": "1742_CR163", "doi-asserted-by": "publisher", "unstructured": "Veselovsky, V., Ribeiro, M. H. & West, R. Artificial artificial artificial intelligence: crowd workers widely use large language models for text production tasks. Preprint at arXiv https://doi.org/10.48550/arXiv.2306.07899 (2023).", "DOI": "10.48550/arXiv.2306.07899" }, { "key": "1742_CR164", "doi-asserted-by": "publisher", "first-page": "429", "DOI": "10.3233/IDA-2002-6504", "volume": "6", "author": "N Japkowicz", "year": "2002", "unstructured": "Japkowicz, N. & Stephen, S. The class imbalance problem: a systematic study. Intell. Data Anal. 6, 429–449 (2002).", "journal-title": "Intell. Data Anal." }, { "key": "1742_CR165", "doi-asserted-by": "publisher", "first-page": "288", "DOI": "10.3758/BF03194066", "volume": "14", "author": "ML Kalish", "year": "2007", "unstructured": "Kalish, M. L., Griffiths, T. L. & Lewandowsky, S. Iterated learning: intergenerational knowledge transmission reveals inductive biases. Psychon. Bull. Rev. 14, 288–294 (2007).", "journal-title": "Psychon. Bull. Rev." }, { "key": "1742_CR166", "doi-asserted-by": "publisher", "first-page": "203", "DOI": "10.1177/0022002797041002001", "volume": "41", "author": "R Axelrod", "year": "1997", "unstructured": "Axelrod, R. The dissemination of culture: a model with local convergence and global polarization. J. Confl. Resolut. 41, 203–226 (1997).", "journal-title": "J. Confl. Resolut." }, { "key": "1742_CR167", "doi-asserted-by": "publisher", "unstructured": "Touvron, H. et al. LLaMA: open and efficient foundation language models. Preprint at arXiv https://doi.org/10.48550/arXiv.2302.13971 (2023).", "DOI": "10.48550/arXiv.2302.13971" }, { "key": "1742_CR168", "unstructured": "West, S. M., Whittaker, M. & Crawford, K. Discriminating Systems: Gender, Race and Power in AI (AI Now Institute, 2019)." }, { "key": "1742_CR169", "doi-asserted-by": "publisher", "first-page": "3", "DOI": "10.1257/jep.29.3.3", "volume": "29", "author": "DH Autor", "year": "2015", "unstructured": "Autor, D. H. Why are there still so many jobs? The history and future of workplace automation. J. Econ. Perspect. 29, 3–30 (2015).", "journal-title": "J. Econ. Perspect." }, { "key": "1742_CR170", "doi-asserted-by": "publisher", "first-page": "589", "DOI": "10.1001/jamainternmed.2023.1838", "volume": "183", "author": "JW Ayers", "year": "2023", "unstructured": "Ayers, J. W. et al. Comparing physician and artificial intelligence chatbot responses to patient questions posted to a public social media forum. JAMA Intern. Med. 183, 589–596 (2023).", "journal-title": "JAMA Intern. Med." }, { "key": "1742_CR171", "doi-asserted-by": "publisher", "first-page": "46", "DOI": "10.1038/s42256-022-00593-2", "volume": "5", "author": "A Sharma", "year": "2023", "unstructured": "Sharma, A., Lin, I. W., Miner, A. S., Atkins, D. C. & Althoff, T. Human–AI collaboration enables more empathic conversations in text-based peer-to-peer mental health support. Nat. Mach. Intell. 5, 46–57 (2023).", "journal-title": "Nat. Mach. Intell." }, { "key": "1742_CR172", "doi-asserted-by": "publisher", "unstructured": "Perry, A. AI will never convey the essence of human empathy. Nat. Hum. Behav. https://doi.org/10.1038/s41562-023-01675-w (2023).", "DOI": "10.1038/s41562-023-01675-w" }, { "key": "1742_CR173", "doi-asserted-by": "publisher", "first-page": "67", "DOI": "10.1016/j.copsyc.2018.05.005", "volume": "24", "author": "E Weisz", "year": "2018", "unstructured": "Weisz, E. & Zaki, J. Motivated empathy: a social neuroscience perspective. Curr. Opin. Psychol. 24, 67–71 (2018).", "journal-title": "Curr. Opin. Psychol." }, { "key": "1742_CR174", "doi-asserted-by": "crossref", "unstructured": "Carroll, M., Hadfield-Menell, D., Russell, S. & Dragan, A. Estimating and penalizing preference shift in recommender systems. In Proc. 15th ACM Conference on Recommender Systems 661–667 (Association for Computing Machinery, 2021).", "DOI": "10.1145/3460231.3478849" }, { "key": "1742_CR175", "doi-asserted-by": "publisher", "first-page": "1130", "DOI": "10.1126/science.aaa1160", "volume": "348", "author": "E Bakshy", "year": "2015", "unstructured": "Bakshy, E., Messing, S. & Adamic, L. A. Exposure to ideologically diverse news and opinion on Facebook. Science 348, 1130–1132 (2015).", "journal-title": "Science" }, { "key": "1742_CR176", "doi-asserted-by": "publisher", "first-page": "342", "DOI": "10.1038/s41586-023-06078-5", "volume": "618", "author": "RE Robertson", "year": "2023", "unstructured": "Robertson, R. E. et al. Users choose to engage with more partisan news than they are exposed to on Google Search. Nature 618, 342–348 (2023).", "journal-title": "Nature" }, { "key": "1742_CR177", "unstructured": "Art made by artificial intelligence is developing a style of its own. Economist (24 May 2023)." }, { "key": "1742_CR178", "doi-asserted-by": "publisher", "first-page": "20220085", "DOI": "10.1098/rsif.2022.0085", "volume": "19", "author": "N Obradovich", "year": "2022", "unstructured": "Obradovich, N. et al. Expanding the measurement of culture with a sample of two billion humans. J. R. Soc. Interface 19, 20220085 (2022).", "journal-title": "J. R. Soc. Interface" }, { "key": "1742_CR179", "doi-asserted-by": "publisher", "first-page": "E3635", "DOI": "10.1073/pnas.1720347115", "volume": "115", "author": "N Garg", "year": "2018", "unstructured": "Garg, N., Schiebinger, L., Jurafsky, D. & Zou, J. Word embeddings quantify 100 years of gender and ethnic stereotypes. Proc. Natl Acad. Sci. USA 115, E3635–E3644 (2018).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR180", "doi-asserted-by": "publisher", "first-page": "21", "DOI": "10.1140/epjds/s13688-023-00397-3", "volume": "12", "author": "A Karjus", "year": "2023", "unstructured": "Karjus, A., Solà, M. C., Ohm, T., Ahnert, S. E. & Schich, M. Compression ensembles quantify aesthetic complexity and the evolution of visual art. EPJ Data Sci. 12, 21 (2023).", "journal-title": "EPJ Data Sci." }, { "key": "1742_CR181", "doi-asserted-by": "publisher", "unstructured": "Santy, S., Liang, J. T., Bras, R. L., Reinecke, K. & Sap, M. NLPositionality: characterizing design biases of datasets and models. Preprint at arXiv https://doi.org/10.48550/arXiv.2306.01943 (2023).", "DOI": "10.48550/arXiv.2306.01943" }, { "key": "1742_CR182", "doi-asserted-by": "publisher", "first-page": "59", "DOI": "10.1038/s41586-018-0637-6", "volume": "563", "author": "E Awad", "year": "2018", "unstructured": "Awad, E. et al. The Moral Machine experiment. Nature 563, 59–64 (2018).", "journal-title": "Nature" }, { "key": "1742_CR183", "unstructured": "Brandt, F., Conitzer, V. & Endriss, U. in Multiagent Systems (ed. Weiss, G.) 213–284 (MIT Press, 2012)." }, { "key": "1742_CR184", "doi-asserted-by": "publisher", "first-page": "1398", "DOI": "10.1038/s41562-022-01383-x", "volume": "6", "author": "R Koster", "year": "2022", "unstructured": "Koster, R. et al. Human-centred mechanism design with Democratic AI. Nat. Hum. Behav. 6, 1398–1407 (2022).", "journal-title": "Nat. Hum. Behav." }, { "key": "1742_CR185", "doi-asserted-by": "publisher", "unstructured": "Small, C. T. et al. Opportunities and risks of LLMs for scalable deliberation with Polis. Preprint at arXiv https://doi.org/10.48550/arXiv.2306.11932 (2023).", "DOI": "10.48550/arXiv.2306.11932" }, { "key": "1742_CR186", "doi-asserted-by": "publisher", "first-page": "5", "DOI": "10.1007/s10676-017-9430-8", "volume": "20", "author": "I Rahwan", "year": "2018", "unstructured": "Rahwan, I. Society-in-the-loop: programming the algorithmic social contract. Ethics Inf. Technol. 20, 5–14 (2018).", "journal-title": "Ethics Inf. Technol." }, { "key": "1742_CR187", "doi-asserted-by": "publisher", "unstructured": "Jernite, Y. et al. Data governance in the age of large-scale data-driven language technology. In 2022 ACM Conference on Fairness, Accountability, and Transparency 2206–2222 (Association for Computing Machinery, 2022); https://doi.org/10.1145/3531146.3534637", "DOI": "10.1145/3531146.3534637" }, { "key": "1742_CR188", "first-page": "31809", "volume": "35", "author": "H Laurençon", "year": "2022", "unstructured": "Laurençon, H. et al. The bigscience roots corpus: a 1.6 tb composite multilingual dataset. Adv. Neural Inf. Process. Syst. 35, 31809–31826 (2022).", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "1742_CR189", "doi-asserted-by": "publisher", "unstructured": "Ziegler, D. M. et al. Fine-tuning language models from human preferences. Preprint at arXiv https://doi.org/10.48550/arXiv.1909.08593 (2020).", "DOI": "10.48550/arXiv.1909.08593" }, { "key": "1742_CR190", "doi-asserted-by": "publisher", "unstructured": "Bai, Y. et al. Constitutional AI: harmlessness from AI feedback. Preprint at arXiv https://doi.org/10.48550/arXiv.2212.08073 (2022).", "DOI": "10.48550/arXiv.2212.08073" }, { "key": "1742_CR191", "doi-asserted-by": "publisher", "first-page": "593", "DOI": "10.1073/pnas.0134966100", "volume": "100", "author": "CT Bergstrom", "year": "2003", "unstructured": "Bergstrom, C. T. & Lachmann, M. The Red King effect: when the slowest runner wins the coevolutionary race. Proc. Natl Acad. Sci. USA 100, 593–598 (2003).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR192", "unstructured": "Bostrom, N. Superintelligence: Paths, Dangers, Strategies (Oxford Univ. Press, 2014)." }, { "key": "1742_CR193", "doi-asserted-by": "publisher", "first-page": "e2218222120", "DOI": "10.1073/pnas.2218222120", "volume": "120", "author": "DS Wilson", "year": "2023", "unstructured": "Wilson, D. S. et al. Multilevel cultural evolution: from new theory to practical applications. Proc. Natl Acad. Sci. USA 120, e2218222120 (2023).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "1742_CR194", "unstructured": "DALL·E: Creating Images from Text, https://openai.com/research/dall-e (OpenAI, 2021)." } ], "container-title": "Nature Human Behaviour", "original-title": [], "language": "en", "link": [ { "URL": "https://www.nature.com/articles/s41562-023-01742-2.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://www.nature.com/articles/s41562-023-01742-2", "content-type": "text/html", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://www.nature.com/articles/s41562-023-01742-2.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2023, 11, 21 ] ], "date-time": "2023-11-21T15:17:37Z", "timestamp": 1700579857000 }, "score": 1, "resource": { "primary": { "URL": "https://www.nature.com/articles/s41562-023-01742-2" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 2023, 11, 20 ] ] }, "references-count": 195, "journal-issue": { "issue": "11", "published-online": { "date-parts": [ [ 2023, 11 ] ] } }, "alternative-id": [ "1742" ], "URL": "http://dx.doi.org/10.1038/s41562-023-01742-2", "relation": {}, "ISSN": [ "2397-3374" ], "subject": [], "container-title-short": "Nat Hum Behav", "published": { "date-parts": [ [ 2023, 11, 20 ] ] }, "assertion": [ { "value": "22 August 2023", "order": 1, "name": "received", "label": "Received", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "3 October 2023", "order": 2, "name": "accepted", "label": "Accepted", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "20 November 2023", "order": 3, "name": "first_online", "label": "First Online", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "The authors declare no competing interests.", "order": 1, "name": "Ethics", "group": { "name": "EthicsHeading", "label": "Competing interests" } } ], "id": "ref17", "note": "Manuscript reference 17" }, { "type": "article", "id": "ref18", "categories": [ "Human-Computer Interaction (cs.HC)", "Artificial Intelligence (cs.AI)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Park", "given": "Joon Sung" }, { "family": "O'Brien", "given": "Joseph C." }, { "family": "Cai", "given": "Carrie J." }, { "family": "Morris", "given": "Meredith Ringel" }, { "family": "Liang", "given": "Percy" }, { "family": "Bernstein", "given": "Michael S." } ], "issued": { "date-parts": [ [ 2023 ] ] }, "abstract": "Believable proxies of human behavior can empower interactive applications ranging from immersive environments to rehearsal spaces for interpersonal communication to prototyping tools. In this paper, we introduce generative agents--computational software agents that simulate believable human behavior. Generative agents wake up, cook breakfast, and head to work; artists paint, while authors write; they form opinions, notice each other, and initiate conversations; they remember and reflect on days past as they plan the next day. To enable generative agents, we describe an architecture that extends a large language model to store a complete record of the agent's experiences using natural language, synthesize those memories over time into higher-level reflections, and retrieve them dynamically to plan behavior. We instantiate generative agents to populate an interactive sandbox environment inspired by The Sims, where end users can interact with a small town of twenty five agents using natural language. In an evaluation, these generative agents produce believable individual and emergent social behaviors: for example, starting with only a single user-specified notion that one agent wants to throw a Valentine's Day party, the agents autonomously spread invitations to the party over the next two days, make new acquaintances, ask each other out on dates to the party, and coordinate to show up for the party together at the right time. We demonstrate through ablation that the components of our agent architecture--observation, planning, and reflection--each contribute critically to the believability of agent behavior. By fusing large language models with computational, interactive agents, this work introduces architectural and interaction patterns for enabling believable simulations of human behavior.", "DOI": "10.48550/arXiv.2304.03442", "publisher": "arXiv", "title": "Generative Agents: Interactive Simulacra of Human Behavior", "URL": "https://arxiv.org/abs/2304.03442", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 18", "container-title": "arXiv", "number": "arXiv:2304.03442", "genre": "preprint" }, { "type": "article", "id": "ref19", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "Multiagent Systems (cs.MA)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Guo", "given": "Taicheng" }, { "family": "Chen", "given": "Xiuying" }, { "family": "Wang", "given": "Yaqi" }, { "family": "Chang", "given": "Ruidi" }, { "family": "Pei", "given": "Shichao" }, { "family": "Chawla", "given": "Nitesh V." }, { "family": "Wiest", "given": "Olaf" }, { "family": "Zhang", "given": "Xiangliang" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "Large Language Models (LLMs) have achieved remarkable success across a wide array of tasks. Due to the impressive planning and reasoning abilities of LLMs, they have been used as autonomous agents to do many tasks automatically. Recently, based on the development of using one LLM as a single planning or decision-making agent, LLM-based multi-agent systems have achieved considerable progress in complex problem-solving and world simulation. To provide the community with an overview of this dynamic field, we present this survey to offer an in-depth discussion on the essential aspects of multi-agent systems based on LLMs, as well as the challenges. Our goal is for readers to gain substantial insights on the following questions: What domains and environments do LLM-based multi-agents simulate? How are these agents profiled and how do they communicate? What mechanisms contribute to the growth of agents' capacities? For those interested in delving into this field of study, we also summarize the commonly used datasets or benchmarks for them to have convenient access. To keep researchers updated on the latest studies, we maintain an open-source GitHub repository, dedicated to outlining the research on LLM-based multi-agent systems.", "DOI": "10.48550/arXiv.2402.01680", "publisher": "arXiv", "title": "Large Language Model based Multi-Agents: A Survey of Progress and Challenges", "URL": "https://arxiv.org/abs/2402.01680", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 19", "container-title": "arXiv", "number": "arXiv:2402.01680", "genre": "preprint" }, { "type": "article", "id": "ref20", "categories": [ "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Tomasev", "given": "Nenad" }, { "family": "Franklin", "given": "Matija" }, { "family": "Leibo", "given": "Joel Z." }, { "family": "Jacobs", "given": "Julian" }, { "family": "Cunningham", "given": "William A." }, { "family": "Gabriel", "given": "Iason" }, { "family": "Osindero", "given": "Simon" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "The rapid adoption of autonomous AI agents is giving rise to a new economic layer where agents transact and coordinate at scales and speeds beyond direct human oversight. We propose the \"sandbox economy\" as a framework for analyzing this emergent system, characterizing it along two key dimensions: its origins (emergent vs. intentional) and its degree of separateness from the established human economy (permeable vs. impermeable). Our current trajectory points toward a spontaneous emergence of a vast and highly permeable AI agent economy, presenting us with opportunities for an unprecedented degree of coordination as well as significant challenges, including systemic economic risk and exacerbated inequality. Here we discuss a number of possible design choices that may lead to safely steerable AI agent markets. In particular, we consider auction mechanisms for fair resource allocation and preference resolution, the design of AI \"mission economies\" to coordinate around achieving collective goals, and socio-technical infrastructure needed to ensure trust, safety, and accountability. By doing this, we argue for the proactive design of steerable agent markets to ensure the coming technological shift aligns with humanity's long-term collective flourishing.", "DOI": "10.48550/arXiv.2509.10147", "publisher": "arXiv", "title": "Virtual Agent Economies", "URL": "https://arxiv.org/abs/2509.10147", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 20", "container-title": "arXiv", "number": "arXiv:2509.10147", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 9 ] ], "date-time": "2026-09-09T21:25:44Z", "timestamp": 1788989144266, "version": "build-2803163510" }, "reference-count": 22, "publisher": "Springer Science and Business Media LLC", "issue": "8022", "license": [ { "start": { "date-parts": [ [ 2024, 7, 24 ] ], "date-time": "2024-07-24T00:00:00Z", "timestamp": 1721779200000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://creativecommons.org/licenses/by/4.0" }, { "start": { "date-parts": [ [ 2024, 7, 24 ] ], "date-time": "2024-07-24T00:00:00Z", "timestamp": 1721779200000 }, "content-version": "vor", "delay-in-days": 0, "URL": "https://creativecommons.org/licenses/by/4.0" } ], "content-domain": { "domain": [ "link.springer.com" ], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 2024, 7, 25 ] ] }, "abstract": "Abstract Stable diffusion revolutionized image creation from descriptive text. GPT-2 (ref. 1 ), GPT-3(.5) (ref. 2 ) and GPT-4 (ref. 3 ) demonstrated high performance across a variety of language tasks. ChatGPT introduced such language models to the public. It is now clear that generative artificial intelligence (AI) such as large language models (LLMs) is here to stay and will substantially change the ecosystem of online text and images. Here we consider what may happen to GPT-{ n } once LLMs contribute much of the text found online. We find that indiscriminate use of model-generated content in training causes irreversible defects in the resulting models, in which tails of the original content distribution disappear. We refer to this effect as ‘model collapse’ and show that it can occur in LLMs as well as in variational autoencoders (VAEs) and Gaussian mixture models (GMMs). We build theoretical intuition behind the phenomenon and portray its ubiquity among all learned generative models. We demonstrate that it must be taken seriously if we are to sustain the benefits of training from large-scale data scraped from the web. Indeed, the value of data collected about genuine human interactions with systems will be increasingly valuable in the presence of LLM-generated content in data crawled from the Internet.", "DOI": "10.1038/s41586-024-07566-y", "type": "journal-article", "created": { "date-parts": [ [ 2024, 7, 24 ] ], "date-time": "2024-07-24T11:01:51Z", "timestamp": 1721818911000 }, "page": "755-759", "update-policy": "https://doi.org/10.1007/springer_crossmark_policy", "source": "Crossref", "is-referenced-by-count": 697, "title": "AI models collapse when trained on recursively generated data", "prefix": "10.1038", "volume": "631", "author": [ { "given": "Ilia", "family": "Shumailov", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Zakhar", "family": "Shumaylov", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-3727-7463", "authenticated-orcid": false, "given": "Yiren", "family": "Zhao", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Nicolas", "family": "Papernot", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0001-8697-5682", "authenticated-orcid": false, "given": "Ross", "family": "Anderson", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-2733-2078", "authenticated-orcid": false, "given": "Yarin", "family": "Gal", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "297", "published-online": { "date-parts": [ [ 2024, 7, 24 ] ] }, "reference": [ { "key": "7566_CR1", "first-page": "9", "volume": "1", "author": "A Radford", "year": "2019", "unstructured": "Radford, A. et al. Language models are unsupervised multitask learners. OpenAI blog 1, 9 (2019).", "journal-title": "OpenAI blog" }, { "key": "7566_CR2", "first-page": "1877", "volume": "33", "author": "T Brown", "year": "2020", "unstructured": "Brown, T. et al. Language models are few-shot learners. Adv. Neural Inf. Process. Syst. 33, 1877–1901 (2020).", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "7566_CR3", "unstructured": "OpenAI. GPT-4 Technical Report. https://cdn.openai.com/papers/gpt-4.pdf (2023)." }, { "key": "7566_CR4", "unstructured": "Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. in Proc. 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers) (eds Burstein, J., Doran, C. & Solorio, T.) 4171–4186 (Association for Computational Linguistics, 2019)." }, { "key": "7566_CR5", "unstructured": "Liu, Y. et al. RoBERTa: a Robustly Optimized BERT Pretraining Approach. Preprint at https://arxiv.org/abs/1907.11692 (2019)." }, { "key": "7566_CR6", "unstructured": "Zhang, S. et al. Opt: open pre-trained transformer language models. Preprint at https://arxiv.org/abs/2205.01068 (2022)." }, { "key": "7566_CR7", "doi-asserted-by": "crossref", "unstructured": "Aljundi, R., Kelchtermans, K. & Tuytelaars, T. Task-free continual learning. in: Proc. 2019 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) 11254–11263 (IEEE, 2019).", "DOI": "10.1109/CVPR.2019.01151" }, { "key": "7566_CR8", "unstructured": "Carlini, N. & Terzis, A. in Proc. Tenth International Conference on Learning Representations (ICLR, 2022)." }, { "key": "7566_CR9", "unstructured": "Carlini, N. et al. in Proc. 2024 IEEE Symposium on Security and Privacy (SP) 179 (IEEE, 2024)." }, { "key": "7566_CR10", "unstructured": "Mousavi-Hosseini, A., Park, S., Girotti, M., Mitliagkas, I. & Erdogdu, M. A. in Proc. Eleventh International Conference on Learning Representations (ICLR, 2023)." }, { "key": "7566_CR11", "first-page": "1", "volume": "19", "author": "D Soudry", "year": "2018", "unstructured": "Soudry, D., Hoffer, E., Nacson, M. S., Gunasekar, S. & Srebro, N. The implicit bias of gradient descent on separable data. J. Mach. Learn. Res. 19, 1–57 (2018).", "journal-title": "J. Mach. Learn. Res." }, { "key": "7566_CR12", "unstructured": "Gu, Y., Dong, L., Wei, F. & Huang, M. in Proc. Twelfth International Conference on Learning Representations (ICLR, 2024)." }, { "key": "7566_CR13", "doi-asserted-by": "publisher", "unstructured": "Shumailov, I. & Shumaylov, Z. Public code for Model Collapse (0.1). Zenodo https://doi.org/10.5281/zenodo.10866595 (2024).", "DOI": "10.5281/zenodo.10866595" }, { "key": "7566_CR14", "unstructured": "Bommasani, R. et al. On the opportunities and risks of foundation models. Preprint at https://arxiv.org/abs/2108.07258 (2022)." }, { "key": "7566_CR15", "unstructured": "Strubell, E., Ganesh, A. & McCallum, A. in Proc. 57th Annual Meeting of the Association for Computational Linguistics (eds Korhonen, A., Traum, D. & Màrquez, L.) 3645–3650 (Association for Computational Linguistics, 2019)." }, { "key": "7566_CR16", "unstructured": "Merity, S., Xiong, C., Bradbury, J. & Socher, R. in Proc. 5th International Conference on Learning Representations (ICLR, 2017)." }, { "key": "7566_CR17", "unstructured": "Keskar, N. S., McCann, B., Varshney, L. R., Xiong, C. & Socher, R. CTRL: a conditional transformer language model for controllable generation. Preprint at https://arxiv.org/abs/1909.05858 (2019)." }, { "key": "7566_CR18", "doi-asserted-by": "crossref", "unstructured": "Shumailov, I. et al. in Proc. 2021 IEEE European Symposium on Security and Privacy (EuroS&P) 212–231 (IEEE, 2021).", "DOI": "10.1109/EuroSP51992.2021.00024" }, { "key": "7566_CR19", "unstructured": "Google. Finding more high-quality sites in search. Google https://googleblog.blogspot.com/2011/02/finding-more-high-quality-sites-in.html (2011)." }, { "key": "7566_CR20", "unstructured": "Mims, C. The search engine backlash against ‘content mills’. MIT Technology Review https://www.technologyreview.com/2010/07/26/26327/the-search-engine-backlash-against-content-mills/ (2010)." }, { "key": "7566_CR21", "doi-asserted-by": "publisher", "first-page": "198", "DOI": "10.1198/000313007X219996", "volume": "61", "author": "NN Taleb", "year": "2007", "unstructured": "Taleb, N. N. Black swans and the domains of statistics. Am. Stat. 61, 198–200 (2007).", "journal-title": "Am. Stat." }, { "key": "7566_CR22", "unstructured": "LeCun, Y., Cortes, C. & Burges, C. J. C. The MNIST database of handwritten digits. http://yann.lecun.com/exdb/mnist/ (1998)." } ], "updated-by": [ { "DOI": "10.1038/s41586-025-08905-3", "type": "correction", "label": "Correction", "source": "publisher", "updated": { "date-parts": [ [ 2025, 3, 21 ] ], "date-time": "2025-03-21T00:00:00Z", "timestamp": 1742515200000 } } ], "container-title": "Nature", "original-title": [], "language": "en", "link": [ { "URL": "https://www.nature.com/articles/s41586-024-07566-y.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://www.nature.com/articles/s41586-024-07566-y", "content-type": "text/html", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://www.nature.com/articles/s41586-024-07566-y.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2025, 3, 22 ] ], "date-time": "2025-03-22T03:00:21Z", "timestamp": 1742612421000 }, "score": 1, "resource": { "primary": { "URL": "https://www.nature.com/articles/s41586-024-07566-y" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 2024, 7, 24 ] ] }, "references-count": 22, "journal-issue": { "issue": "8022", "published-print": { "date-parts": [ [ 2024, 7, 25 ] ] } }, "alternative-id": [ "7566" ], "URL": "http://dx.doi.org/10.1038/s41586-024-07566-y", "relation": {}, "ISSN": [ "0028-0836", "1476-4687" ], "subject": [], "container-title-short": "Nature", "published": { "date-parts": [ [ 2024, 7, 24 ] ] }, "assertion": [ { "value": "20 October 2023", "order": 1, "name": "received", "label": "Received", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "14 May 2024", "order": 2, "name": "accepted", "label": "Accepted", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "24 July 2024", "order": 3, "name": "first_online", "label": "First Online", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "21 March 2025", "order": 4, "name": "change_date", "label": "Change Date", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "Correction", "order": 5, "name": "change_type", "label": "Change Type", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "A Correction to this paper has been published:", "order": 6, "name": "change_details", "label": "Change Details", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "https://doi.org/10.1038/s41586-025-08905-3", "URL": "https://doi.org/10.1038/s41586-025-08905-3", "order": 7, "name": "change_details", "label": "Change Details", "group": { "name": "ArticleHistory", "label": "Article History" } }, { "value": "The authors declare no competing interests.", "order": 1, "name": "Ethics", "group": { "name": "EthicsHeading", "label": "Competing interests" } } ], "id": "ref21", "note": "Manuscript reference 21" }, { "indexed": { "date-parts": [ [ 2024, 6, 6 ] ], "date-time": "2024-06-06T14:35:42Z", "timestamp": 1717684542721 }, "reference-count": 52, "publisher": "Public Library of Science (PLoS)", "issue": "6", "license": [ { "start": { "date-parts": [ [ 2012, 6, 7 ] ], "date-time": "2012-06-07T00:00:00Z", "timestamp": 1339027200000 }, "content-version": "unspecified", "delay-in-days": 0, "URL": "http://creativecommons.org/licenses/by/4.0/" } ], "content-domain": { "domain": [ "www.ploscompbiol.org" ], "crossmark-restriction": false }, "DOI": "10.1371/journal.pcbi.1002510", "type": "journal-article", "created": { "date-parts": [ [ 2012, 6, 7 ] ], "date-time": "2012-06-07T21:13:18Z", "timestamp": 1339103598000 }, "page": "e1002510", "update-policy": "http://dx.doi.org/10.1371/journal.pcbi.corrections_policy", "source": "Crossref", "is-referenced-by-count": 4, "title": "Structural Drift: The Population Dynamics of Sequential Learning", "prefix": "10.1371", "volume": "8", "author": [ { "given": "James P.", "family": "Crutchfield", "sequence": "first", "affiliation": [], "role": [ { "role": "author", "vocabulary": "crossref" } ] }, { "given": "Sean", "family": "Whalen", "sequence": "additional", "affiliation": [], "role": [ { "role": "author", "vocabulary": "crossref" } ] } ], "member": "340", "published-online": { "date-parts": [ [ 2012, 6, 7 ] ] }, "reference": [ { "key": "ref1", "doi-asserted-by": "crossref", "first-page": "214", "DOI": "10.1007/BF00141002", "article-title": "Send reinforcements we're going to advance.", "volume": "3", "author": "CUM Smith", "year": "1988", "journal-title": "Bio Phil" }, { "key": "ref2", "doi-asserted-by": "crossref", "first-page": "105", "DOI": "10.1103/PhysRevLett.63.105", "article-title": "Inferring Statistical Complexity.", "volume": "63", "author": "JP Crutchfield", "year": "1989", "journal-title": "Phys Rev Lett" }, { "key": "ref3", "first-page": "317", "article-title": "Semantics and Thermodynamics.", "author": "JP Crutchfield", "year": "1992" }, { "key": "ref4", "doi-asserted-by": "crossref", "first-page": "817", "DOI": "10.1023/A:1010388907793", "article-title": "Computational Mechanics: Pattern and Prediction, Structure and Simplicity.", "volume": "104", "author": "CR Shalizi", "year": "2001", "journal-title": "J Stat Phys" }, { "key": "ref5", "doi-asserted-by": "crossref", "first-page": "763", "DOI": "10.1093/genetics/61.3.763", "article-title": "The Average Number of Generations until Fixation of a Mutant Gene in a Finite Population.", "volume": "61", "author": "M Kimura", "year": "1969", "journal-title": "Genetics" }, { "key": "ref6", "doi-asserted-by": "crossref", "first-page": "9716", "DOI": "10.1073/pnas.96.17.9716", "article-title": "Neutral evolution of mutational robustness.", "volume": "96", "author": "E van Nimwegen", "year": "1999", "journal-title": "Proc Natl Acad Sci U S A" }, { "key": "ref7", "doi-asserted-by": "crossref", "first-page": "5869", "DOI": "10.1073/pnas.0510098103", "article-title": "Protein stability promotes evolvability.", "volume": "103", "author": "JD Bloom", "year": "2006", "journal-title": "Proc Natl Acad Sci U S A" }, { "key": "ref8", "doi-asserted-by": "crossref", "first-page": "138104", "DOI": "10.1103/PhysRevLett.99.138104", "article-title": "Molecular Clock on a Neutral Network.", "volume": "99", "author": "A Raval", "year": "2007", "journal-title": "Phys Rev Lett" }, { "key": "ref9", "article-title": "Evolutionary Dynamics: Exploring the Interplay of Selection, Accident, Neutrality, and Function. Santa Fe Institute Series in the Sciences of Complexity", "author": "JP Crutchfield", "year": "2003" }, { "key": "ref10", "doi-asserted-by": "crossref", "first-page": "1898", "DOI": "10.1126/science.1132745", "article-title": "Epochal evolution shapes the phylodynamics of interpandemic inuenza A (H3N2) in humans.", "volume": "314", "author": "K Koelle", "year": "2006", "journal-title": "Science" }, { "key": "ref11", "doi-asserted-by": "crossref", "DOI": "10.1017/CBO9780511623486", "article-title": "The Neutral Theory of Molecular Evolution", "author": "M Kimura", "year": "1983" }, { "key": "ref12", "doi-asserted-by": "crossref", "first-page": "97", "DOI": "10.1093/genetics/16.2.97", "article-title": "Evolution in Mendelian Populations.", "volume": "16", "author": "S Wright", "year": "1931", "journal-title": "Genetics" }, { "key": "ref13", "doi-asserted-by": "crossref", "DOI": "10.5962/bhl.title.27468", "article-title": "The Genetical Theory of Natural Selection", "author": "RA Fisher", "year": "1930" }, { "key": "ref14", "doi-asserted-by": "crossref", "first-page": "639", "DOI": "10.1038/nrg2611", "article-title": "Genetics in geographically structured populations: Defining, estimating and interpreting F ST.", "volume": "10", "author": "KE Holsinger", "year": "2009", "journal-title": "Nat Rev Gen" }, { "key": "ref15", "doi-asserted-by": "crossref", "first-page": "909", "DOI": "10.1093/genetics/155.2.909", "article-title": "Genetic Drift in an Infinite Population: The Pseudohitchhiking Model.", "volume": "155", "author": "JH Gillespie", "year": "2000", "journal-title": "Genetics" }, { "key": "ref16", "article-title": "Experiments in Plant Hybridisation", "author": "G Mendel", "year": "1925" }, { "key": "ref17", "article-title": "An Introduction to Probability Theory and Its Applications, Volume 1", "author": "W Feller", "year": "1968" }, { "key": "ref18", "article-title": "Population Genetics: A Concise Guide", "author": "JH Gillespie", "year": "2004" }, { "key": "ref19", "doi-asserted-by": "crossref", "first-page": "13183", "DOI": "10.1073/pnas.0912538107", "article-title": "Individual histories and selection in heterogeneous populations.", "volume": "107", "author": "S Leibler", "year": "2010", "journal-title": "Proc Natl Acad Sci U S A" }, { "key": "ref20", "article-title": "Pattern Discovery in Time Series, Part I: Theory, Algorithm, Analysis, and Convergence.", "author": "CR Shalizi", "year": "2002" }, { "key": "ref21", "doi-asserted-by": "crossref", "first-page": "174110", "DOI": "10.1103/PhysRevB.66.174110", "article-title": "Discovering planar disorder in close-packed structures from x-ray diffraction: Beyond the fault model.", "volume": "66", "author": "DP Varn", "year": "2002", "journal-title": "Phys Rev B Condens Matter" }, { "key": "ref22", "article-title": "Information Theory and Statistics", "author": "S Kullback", "year": "1959" }, { "key": "ref23", "first-page": "163", "article-title": "The use of information theory in the study of the diversity of biological populations.", "author": "EC Pielou", "year": "1967" }, { "key": "ref24", "doi-asserted-by": "crossref", "first-page": "25", "DOI": "10.1063/1.1530990", "article-title": "Regularities unseen, randomness observed: Levels of entropy convergence.", "volume": "13", "author": "JP Crutchfield", "year": "2003", "journal-title": "CHAOS" }, { "key": "ref25", "article-title": "Enumerating finitary processes.", "author": "BD Johnson", "year": "2010" }, { "key": "ref26", "doi-asserted-by": "crossref", "first-page": "59", "DOI": "10.1063/1.2991106", "article-title": "The organization of intrinsic computation: Complexity-entropy diagrams and the diversity of natural information processing.", "volume": "18", "author": "DP Feldman", "year": "2008", "journal-title": "CHAOS" }, { "key": "ref27", "doi-asserted-by": "crossref", "first-page": "522", "DOI": "10.1073/pnas.77.1.522", "article-title": "Average Time until Fixation of a Mutant Allele in a Finite Population under Continued Mutation Pressure: Studies by Analytical, Numerical, and Pseudo-Sampling Methods.", "volume": "77", "author": "M Kimura", "year": "1980", "journal-title": "Proc Natl Acad Sci U S A" }, { "key": "ref28", "doi-asserted-by": "crossref", "first-page": "716", "DOI": "10.1109/TAC.1974.1100705", "article-title": "A new look at the statistical model identification.", "volume": "19", "author": "H Akaike", "year": "1974", "journal-title": "IEEE Trans Automat Contr" }, { "key": "ref29", "article-title": "Model Selection and Multi-Model Inference", "author": "KP Burnham", "year": "2002" }, { "key": "ref30", "doi-asserted-by": "crossref", "first-page": "445", "DOI": "10.1006/jtbi.2003.3199", "article-title": "Language Dynamics in Finite Populations.", "volume": "221", "author": "N Komarova", "year": "2003", "journal-title": "J Theor Biol" }, { "key": "ref31", "doi-asserted-by": "crossref", "first-page": "1647", "DOI": "10.1098/rsif.2010.0110", "article-title": "Diversity, competition, extinction: The ecophysics of language change.", "volume": "7", "author": "RV Solé", "year": "2010", "journal-title": "J R Soc Interface" }, { "key": "ref32", "doi-asserted-by": "crossref", "first-page": "334", "DOI": "10.1016/S0019-9958(58)90219-5", "article-title": "Systematic error on the part of human links in communication systems.", "volume": "1", "author": "DT Campbell", "year": "1958", "journal-title": "Info Control" }, { "key": "ref33", "doi-asserted-by": "crossref", "first-page": "3503", "DOI": "10.1098/rstb.2008.0146", "article-title": "Theoretical and empirical evidence for the impact of inductive biases on cultural evolution.", "volume": "363", "author": "TL Grifiths", "year": "2008", "journal-title": "Philos Trans R Soc Lond B Biol Sci" }, { "key": "ref34", "doi-asserted-by": "crossref", "first-page": "1131", "DOI": "10.1111/j.1551-6709.2009.01049.x", "article-title": "Language Acquisition Meets Language Evolution.", "volume": "34", "author": "N Chater", "year": "2009", "journal-title": "Cogn Sci" }, { "key": "ref35", "doi-asserted-by": "crossref", "first-page": "370", "DOI": "10.1016/S0019-9958(58)90229-8", "article-title": "Length-Frequency Statistics for Written English.", "volume": "1", "author": "GA Miller", "year": "1958", "journal-title": "Info Control" }, { "key": "ref36", "first-page": "486", "article-title": "An informational theory of the statistical structure of languages.", "author": "B Mandelbrot", "year": "1953" }, { "key": "ref37", "article-title": "The Psycho-Biology of Language: An Introduction to Dynamic Philology", "author": "GK Zipf", "year": "1965" }, { "key": "ref38", "doi-asserted-by": "crossref", "first-page": "371", "DOI": "10.1162/106454603322694825", "article-title": "Iterated learning: A framework for the emergence of language.", "volume": "9", "author": "K Smith", "year": "2003", "journal-title": "Artif Life" }, { "key": "ref39", "doi-asserted-by": "crossref", "first-page": "5241", "DOI": "10.1073/pnas.0608222104", "article-title": "Innateness and culture in the evolution of language.", "volume": "104", "author": "S Kirby", "year": "2007", "journal-title": "Proc Natl Acad Sci U S A" }, { "key": "ref40", "doi-asserted-by": "crossref", "first-page": "213", "DOI": "10.1177/1059712309105818", "article-title": "The Iterated Classification Game: A New Model of the Cultural Transmission of Language.", "volume": "17", "author": "S Swarup", "year": "2009", "journal-title": "Adapt Behav" }, { "key": "ref41", "article-title": "Niche Construction: The Neglected Process in Evolution", "author": "FJ Odling-Smee", "year": "2003" }, { "key": "ref42", "doi-asserted-by": "crossref", "first-page": "2105", "DOI": "10.1016/j.chemosphere.2006.12.024", "article-title": "Micro-evolution due to pollution: Possible consequences for ecosystem responses to toxic stress.", "volume": "67", "author": "MH Medina", "year": "2007", "journal-title": "Chemosphere" }, { "key": "ref43", "doi-asserted-by": "crossref", "first-page": "264", "DOI": "10.1002/ieam.5630040218", "article-title": "Genetic Structure and Phenotypic Plasticity of Yellow Perch (Perca Flavescens) Populations Inuenced by Habitat, Predation, and Contamination Gradients.", "volume": "4", "author": "A Tremblay", "year": "2008", "journal-title": "Integr Environ Assess Manag" }, { "key": "ref44", "doi-asserted-by": "crossref", "first-page": "428", "DOI": "10.1007/s00439-005-1333-9", "article-title": "Significant genetic differentiation between Poland and Germany follows present-day political borders, as revealed by Y-chromosome analysis.", "volume": "117", "author": "M Kayser", "year": "2005", "journal-title": "Hum Genet" }, { "key": "ref45", "doi-asserted-by": "crossref", "first-page": "115", "DOI": "10.1017/S0094837300005224", "article-title": "Punctuated equilibria: The tempo and mode of evolution reconsidered.", "volume": "3", "author": "SJ Gould", "year": "1977", "journal-title": "Paleobiology" }, { "key": "ref46", "doi-asserted-by": "crossref", "first-page": "41", "DOI": "10.1016/S0304-3975(99)00119-X", "article-title": "Statistical Dynamics of the Royal Road Genetic Algorithm.", "volume": "229", "author": "E van Nimwegen", "year": "1999", "journal-title": "Theor Comput Sci" }, { "key": "ref47", "first-page": "101", "article-title": "When Evolution is Revolution—Origins of Innovation.", "author": "JP Crutchfield", "year": "2003" }, { "key": "ref48", "first-page": "355", "article-title": "The roles of mutation, inbreeding, crossbreeding, and selection in evolution.", "author": "S Wright", "year": "1932" }, { "key": "ref49", "doi-asserted-by": "crossref", "first-page": "169", "DOI": "10.1016/S0167-2789(96)00259-X", "article-title": "Computational Mechanics of Cellular Automata: An Example.", "volume": "103", "author": "JE Hanson", "year": "1997", "journal-title": "Physica D" }, { "key": "ref50", "doi-asserted-by": "crossref", "first-page": "299", "DOI": "10.1016/j.physleta.2004.02.077", "article-title": "From Finite to Infinite Range Order via Annealing: The Causal Architecture of Deformation Faulting in Annealed Close-Packed Crystals.", "volume": "324", "author": "DP Varn", "year": "2004", "journal-title": "Phys Lett A" }, { "key": "ref51", "doi-asserted-by": "crossref", "first-page": "312", "DOI": "10.1038/nature03204", "article-title": "Evolutionary dynamics on graphs.", "volume": "433", "author": "E Lieberman", "year": "2005", "journal-title": "Nature" }, { "key": "ref52", "first-page": "355", "article-title": "Graph theory and the evolution of autocatalytic networks.", "author": "S Jain", "year": "2002" } ], "container-title": "PLoS Computational Biology", "original-title": [], "language": "en", "link": [ { "URL": "http://dx.plos.org/10.1371/journal.pcbi.1002510", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2022, 1, 17 ] ], "date-time": "2022-01-17T01:54:37Z", "timestamp": 1642384477000 }, "score": 1, "resource": { "primary": { "URL": "https://dx.plos.org/10.1371/journal.pcbi.1002510" } }, "subtitle": [], "editor": [ { "given": "Carl T.", "family": "Bergstrom", "sequence": "first", "affiliation": [], "role": [ { "role": "editor", "vocabulary": "crossref" } ] } ], "short-title": [], "issued": { "date-parts": [ [ 2012, 6, 7 ] ] }, "references-count": 52, "journal-issue": { "issue": "6", "published-online": { "date-parts": [ [ 2012, 6, 7 ] ] } }, "URL": "http://dx.doi.org/10.1371/journal.pcbi.1002510", "relation": {}, "ISSN": [ "1553-7358" ], "subject": [], "container-title-short": "PLoS Comput Biol", "published": { "date-parts": [ [ 2012, 6, 7 ] ] }, "id": "ref22", "note": "Manuscript reference 22" }, { "type": "article", "id": "ref23", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences", "I.2.7; I.2.6; G.2.2; G.3; F.2.2", "68T05, 68T50, 60J10" ], "author": [ { "family": "Riis", "given": "Søren" } ], "issued": { "date-parts": [ [ 2026 ] ] }, "abstract": "The public text record -- the material from which both people and AI systems now learn -- is increasingly shaped by its own outputs. Generated text enters the public record, later agents learn from it, and the cycle repeats. Here we develop an exactly solvable mathematical framework for this recursive process, based on variable-order $n$-gram agents, and separate two forces acting on the public corpus. The first is drift: unfiltered reuse progressively removes rare forms, and in the infinite-corpus limit we characterise the stable distributions exactly. The second is selection: publication, ranking and verification filter what enters the record, and the outcome depends on what is selected. When publication merely reflects the statistical status quo, the corpus converges to a shallow state in which further lookahead brings no benefit. When publication is normative -- rewarding quality, correctness or novelty -- deeper structure persists, and we establish an optimal upper bound on the resulting divergence from shallow equilibria. The framework therefore identifies when recursive publication compresses public text and when selective filtering sustains richer structure, with implications for the design of AI training corpora.", "DOI": "10.48550/arXiv.2604.08554", "publisher": "arXiv", "title": "Drift and selection in LLM text ecosystems", "URL": "https://arxiv.org/abs/2604.08554", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "1", "note": "Manuscript reference 23", "container-title": "arXiv", "number": "arXiv:2604.08554", "genre": "preprint" }, { "type": "article", "id": "ref24", "categories": [ "Machine Learning (stat.ML)", "Information Theory (cs.IT)", "Machine Learning (cs.LG)", "Statistics Theory (math.ST)", "Data Analysis, Statistics and Probability (physics.data-an)", "Populations and Evolution (q-bio.PE)", "FOS: Computer and information sciences", "FOS: Computer and information sciences", "FOS: Mathematics", "FOS: Mathematics", "FOS: Physical sciences", "FOS: Physical sciences", "FOS: Biological sciences", "FOS: Biological sciences" ], "author": [ { "family": "Benati", "given": "Matteo" }, { "family": "Londei", "given": "Alessandro" }, { "family": "Lanzieri", "given": "Denise" }, { "family": "Loreto", "given": "Vittorio" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Extinction times in resampling processes are fundamental yet often intractable, as previous formulas scale as $2^M$ with the number of states $M$ present in the initial probability distribution. We solve this by treating multinomial updates as independent square-root diffusions of zero drift, yielding a closed-form law for the first-extinction time. We prove that the mean coincides exactly with the Wright-Fisher result of Baxter et al., thereby replacing exponential-cost evaluations with a linear-cost expression, and we validate this result through extensive simulations. Finally, we demonstrate predictive power for model collapse in a simple self-training setup: the onset of collapse coincides with the resampling-driven first-extinction time computed from the model's initial stationary distribution. These results hint to a unified view of resampling extinction dynamics.", "DOI": "10.48550/arXiv.2509.20101", "publisher": "arXiv", "title": "First-Extinction Law for Resampling Processes", "URL": "https://arxiv.org/abs/2509.20101", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "1", "note": "Manuscript reference 24", "container-title": "arXiv", "number": "arXiv:2509.20101", "genre": "preprint" }, { "type": "article", "id": "ref25", "categories": [ "Computer Vision and Pattern Recognition (cs.CV)", "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Yoon", "given": "Youngseok" }, { "family": "Hu", "given": "Dainong" }, { "family": "Weissburg", "given": "Iain" }, { "family": "Qin", "given": "Yao" }, { "family": "Jeong", "given": "Haewon" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "Model collapse, the severe degradation of generative models when iteratively trained on their own outputs, has gained significant attention in recent years. This paper examines Chain of Diffusion, where a pretrained text-to-image diffusion model is finetuned on its own generated images. We demonstrate that severe image quality degradation was universal and identify CFG scale as the key factor impacting this model collapse. Drawing on an analogy between the Chain of Diffusion and biological evolution, we then introduce a novel theoretical analysis based on quantitative trait modeling from statistical genetics. Our theoretical analysis aligns with empirical observations of the generated images in the Chain of Diffusion. Finally, we propose Reusable Diffusion Finetuning (ReDiFine), a simple yet effective strategy inspired by genetic mutations. It operates robustly across various scenarios without requiring any hyperparameter tuning, making it a plug-and-play solution for reusable image generation.", "DOI": "10.48550/arXiv.2407.17493", "publisher": "arXiv", "title": "Model Collapse in the Self-Consuming Chain of Diffusion Finetuning: A Novel Perspective from Quantitative Trait Modeling", "URL": "https://arxiv.org/abs/2407.17493", "copyright": "Creative Commons Attribution 4.0 International", "version": "3", "note": "Manuscript reference 25", "container-title": "arXiv", "number": "arXiv:2407.17493", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 9 ] ], "date-time": "2026-09-09T16:50:52Z", "timestamp": 1788972652482, "version": "build-2803163510" }, "reference-count": 22, "publisher": "Elsevier", "isbn-type": [ { "value": "9780125433242", "type": "print" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1989 ] ] }, "DOI": "10.1016/s0079-7421(08)60536-8", "type": "book-chapter", "created": { "date-parts": [ [ 2008, 4, 11 ] ], "date-time": "2008-04-11T14:13:02Z", "timestamp": 1207923182000 }, "page": "109-165", "source": "Crossref", "is-referenced-by-count": 2427, "title": "Catastrophic Interference in Connectionist Networks: The Sequential Learning Problem", "prefix": "10.1016", "author": [ { "given": "Michael", "family": "McCloskey", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Neal J.", "family": "Cohen", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "78", "reference": [ { "key": "10.1016/S0079-7421(08)60536-8_bib1", "doi-asserted-by": "crossref", "first-page": "147", "DOI": "10.1207/s15516709cog0901_7", "article-title": "A learning algorithm for Boltz-mann machines", "volume": "9", "author": "Ackley", "year": "1985", "journal-title": "Cognitive Science" }, { "key": "10.1016/S0079-7421(08)60536-8_bib2", "series-title": "The architecture of cognition.", "author": "Anderson", "year": "1983" }, { "key": "10.1016/S0079-7421(08)60536-8_bib3", "series-title": "Human associative memory.", "author": "Anderson", "year": "1973" }, { "key": "10.1016/S0079-7421(08)60536-8_bib4", "doi-asserted-by": "crossref", "first-page": "97", "DOI": "10.1037/h0047507", "article-title": "“Fate” of first-list associations in transfer theory", "volume": "58", "author": "Barnes", "year": "1959", "journal-title": "Journal of Experimental Psychology" }, { "key": "10.1016/S0079-7421(08)60536-8_bib5", "series-title": "Adaptive resonance theory: Stable self-organization of neural recognition codes in response to arbitrary lists of input patterns", "author": "Carpenter", "year": "1986" }, { "key": "10.1016/S0079-7421(08)60536-8_bib6", "doi-asserted-by": "crossref", "first-page": "3", "DOI": "10.1016/0010-0277(88)90031-5", "article-title": "Connectionism and cognitive architecture: A critical analysis", "volume": "28", "author": "Fodor", "year": "1988", "journal-title": "Cognition" }, { "key": "10.1016/S0079-7421(08)60536-8_bib7", "series-title": "Parallel distributed processing: Explorations in the microstructure of cognition: Vol. 1. Foundations", "first-page": "77", "article-title": "Distributed representations", "author": "Hinton", "year": "1986" }, { "key": "10.1016/S0079-7421(08)60536-8_bib8", "series-title": "Using fast weights to deblur old memories", "author": "Hinton", "year": "1987" }, { "key": "10.1016/S0079-7421(08)60536-8_bib9", "series-title": "Parallel distributed processing: Explorations in the microstructure of cognition: Vol. 1. Foundations", "first-page": "282", "article-title": "Learning and relearning in Boltzmann machines", "author": "Hinton", "year": "1986" }, { "key": "10.1016/S0079-7421(08)60536-8_bib10", "doi-asserted-by": "crossref", "first-page": "195", "DOI": "10.1016/0010-0277(88)90033-9", "article-title": "The relation between linguistic structure and associative theories of language learning—A constructive critique of some connectionist learning models", "volume": "28", "author": "Lachter", "year": "1988", "journal-title": "Cognition" }, { "key": "10.1016/S0079-7421(08)60536-8_bib11", "series-title": "Parallel distributed processing: Explorations in the microstructure of cognition: Vol. 1. Foundations", "first-page": "3", "article-title": "The appeal of parallel distributed processing", "author": "McClelland", "year": "1986" }, { "key": "10.1016/S0079-7421(08)60536-8_bib12", "series-title": "Parallel distributed processing: Explorations in the microstructure of cognition: Vol. 2. Psychological and biological models.", "author": "McClelland", "year": "1986" }, { "key": "10.1016/S0079-7421(08)60536-8_bib13", "series-title": "Perceptrons: An introduction to computational geometry (Expanded edition).", "author": "Minsky", "year": "1988" }, { "key": "10.1016/S0079-7421(08)60536-8_bib14", "doi-asserted-by": "crossref", "first-page": "109", "DOI": "10.1016/S0022-5371(62)80007-3", "article-title": "Transfer of training as a function of experimental paradigm and degree of first-list learning", "volume": "1", "author": "Postman", "year": "1962", "journal-title": "Journal of Verbal Learning and Verbal Behavior" }, { "key": "10.1016/S0079-7421(08)60536-8_bib15", "doi-asserted-by": "crossref", "first-page": "19", "DOI": "10.3758/BF03198064", "article-title": "Critical issues in interference theory", "volume": "1", "author": "Postman", "year": "1973", "journal-title": "Memory & Cognition" }, { "key": "10.1016/S0079-7421(08)60536-8_bib16", "doi-asserted-by": "crossref", "first-page": "73", "DOI": "10.1016/0010-0277(88)90032-7", "article-title": "On language and connectionism: Analysis of a parallel distributed processing model of language acquisition", "volume": "28", "author": "Prince", "year": "1988", "journal-title": "Cognition" }, { "key": "10.1016/S0079-7421(08)60536-8_bib17", "unstructured": "R. Ratcliff (in press). Connectionist models of memory: Constraints imposed by learning and forgetting functions. Psychological Review." }, { "key": "10.1016/S0079-7421(08)60536-8_bib18", "series-title": "Parallel distributed processing: Explorations in the microstructure of cognition: Vol. 1. Foundations", "first-page": "318", "article-title": "Learning internal representations by error propagation", "author": "Rumelhart", "year": "1986" }, { "key": "10.1016/S0079-7421(08)60536-8_bib19", "series-title": "Parallel distributed processing: Explorations in the microstructure of cognition: Vol. 1. Foundations.", "author": "Rumelhart", "year": "1986" }, { "key": "10.1016/S0079-7421(08)60536-8_bib20", "unstructured": "M.S. Seidenberg J.L. McClelland (in press). A distributed, developmental model of word recognition and naming. Psychological Review." }, { "key": "10.1016/S0079-7421(08)60536-8_bib21", "series-title": "Perspectives in memory research and training.", "article-title": "Learning and representation in connectionist models", "author": "Sejnowski", "year": "1987" }, { "key": "10.1016/S0079-7421(08)60536-8_bib22", "series-title": "Two problems with backpropagation and other steepest-descent learning procedures for networks", "author": "Sutton", "year": "1986" } ], "container-title": "Psychology of Learning and Motivation", "original-title": [], "language": "en", "deposited": { "date-parts": [ [ 2018, 12, 30 ] ], "date-time": "2018-12-30T04:58:09Z", "timestamp": 1546145889000 }, "score": 1, "resource": { "primary": { "URL": "https://linkinghub.elsevier.com/retrieve/pii/S0079742108605368" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1989 ] ] }, "ISBN": [ "9780125433242" ], "references-count": 22, "URL": "http://dx.doi.org/10.1016/s0079-7421(08)60536-8", "relation": {}, "ISSN": [ "0079-7421" ], "subject": [], "published": { "date-parts": [ [ 1989 ] ] }, "id": "ref26", "note": "Manuscript reference 26" }, { "indexed": { "date-parts": [ [ 2026, 9, 9 ] ], "date-time": "2026-09-09T15:37:35Z", "timestamp": 1788968255872, "version": "build-2803163510" }, "reference-count": 0, "publisher": "Elsevier BV", "issue": "4", "license": [ { "start": { "date-parts": [ [ 1999, 4, 1 ] ], "date-time": "1999-04-01T00:00:00Z", "timestamp": 922924800000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://www.elsevier.com/tdm/userlicense/1.0/" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1999, 4, 1 ] ] }, "DOI": "10.1016/s1364-6613(99)01294-2", "type": "journal-article", "created": { "date-parts": [ [ 2002, 7, 25 ] ], "date-time": "2002-07-25T21:13:02Z", "timestamp": 1027631582000 }, "page": "128-135", "source": "Crossref", "is-referenced-by-count": 1756, "title": "Catastrophic forgetting in connectionist networks", "prefix": "10.1016", "volume": "3", "author": [ { "given": "R", "family": "French", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "78", "container-title": "Trends in Cognitive Sciences", "original-title": [], "link": [ { "URL": "https://api.elsevier.com/content/article/PII:S1364-6613(99)01294-2?httpAccept=text/xml", "content-type": "text/xml", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://api.elsevier.com/content/article/PII:S1364-6613(99)01294-2?httpAccept=text/plain", "content-type": "text/plain", "content-version": "vor", "intended-application": "text-mining" } ], "deposited": { "date-parts": [ [ 2019, 4, 15 ] ], "date-time": "2019-04-15T21:52:31Z", "timestamp": 1555365151000 }, "score": 1, "resource": { "primary": { "URL": "https://linkinghub.elsevier.com/retrieve/pii/S1364661399012942" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1999, 4, 1 ] ] }, "references-count": 0, "journal-issue": { "issue": "4" }, "alternative-id": [ "S1364-6613(99)01294-2" ], "URL": "http://dx.doi.org/10.1016/s1364-6613(99)01294-2", "relation": {}, "ISSN": [ "1364-6613" ], "subject": [], "published": { "date-parts": [ [ 1999, 4, 1 ] ] }, "id": "ref27", "note": "Manuscript reference 27" }, { "indexed": { "date-parts": [ [ 2026, 9, 9 ] ], "date-time": "2026-09-09T21:20:18Z", "timestamp": 1788988818226, "version": "build-2803163510" }, "reference-count": 7, "publisher": "Elsevier BV", "issue": "1", "license": [ { "start": { "date-parts": [ [ 1964, 5, 1 ] ], "date-time": "1964-05-01T00:00:00Z", "timestamp": -178934400000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://www.elsevier.com/tdm/userlicense/1.0/" }, { "start": { "date-parts": [ [ 1964, 5, 1 ] ], "date-time": "1964-05-01T00:00:00Z", "timestamp": -178934400000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://www.elsevier.com/legal/tdmrep-license" } ], "content-domain": { "domain": [ "elsevier.com", "sciencedirect.com" ], "crossmark-restriction": true }, "published-print": { "date-parts": [ [ 1964, 5 ] ] }, "DOI": "10.1016/0027-5107(64)90047-8", "type": "journal-article", "created": { "date-parts": [ [ 2003, 2, 12 ] ], "date-time": "2003-02-12T06:53:31Z", "timestamp": 1045032811000 }, "page": "2-9", "update-policy": "https://doi.org/10.1016/elsevier_cm_policy", "source": "Crossref", "is-referenced-by-count": 2158, "title": "The relation of recombination to mutational advance", "prefix": "10.1016", "volume": "1", "author": [ { "given": "H.J.", "family": "Muller", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "78", "reference": [ { "key": "10.1016/0027-5107(64)90047-8_BIB1", "series-title": "Cytologia Suppl. vol., Proc. Int. Genetics Symp.", "first-page": "408", "article-title": "Genetics of DDT resistance in Drosophila", "author": "Crow", "year": "1957" }, { "key": "10.1016/0027-5107(64)90047-8_BIB2", "author": "Crow", "year": "1959", "journal-title": "Lecture at Indiana University" }, { "key": "10.1016/0027-5107(64)90047-8_BIB3", "doi-asserted-by": "crossref", "first-page": "118", "DOI": "10.1086/280418", "article-title": "Some genetic aspects of sex", "volume": "64", "author": "Muller", "year": "1932", "journal-title": "Am. Naturalist" }, { "key": "10.1016/0027-5107(64)90047-8_BIB4", "first-page": "111", "article-title": "Our load of mutations", "volume": "2", "author": "Muller", "year": "1950", "journal-title": "Am. J. Human Genet." }, { "key": "10.1016/0027-5107(64)90047-8_BIB5", "doi-asserted-by": "crossref", "first-page": "137", "DOI": "10.1090/S0002-9904-1958-10191-3", "article-title": "Evolution by mutation", "volume": "64", "author": "Muller", "year": "1958", "journal-title": "Bull. Am. Math. Soc." }, { "key": "10.1016/0027-5107(64)90047-8_BIB6", "first-page": "480", "article-title": "How much is evolution accelerated by sexual reproduction?", "volume": "132", "author": "Muller", "year": "1958", "journal-title": "Anat. Record" }, { "key": "10.1016/0027-5107(64)90047-8_BIB7", "first-page": "903", "article-title": "The need for recombination to prevent genetic deterioration", "volume": "48", "author": "Muller", "year": "1963", "journal-title": "Genetics" } ], "container-title": "Mutation Research", "original-title": [], "language": "en", "link": [ { "URL": "https://api.elsevier.com/content/article/PII:0027510764900478?httpAccept=text/xml", "content-type": "text/xml", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://api.elsevier.com/content/article/PII:0027510764900478?httpAccept=text/plain", "content-type": "text/plain", "content-version": "vor", "intended-application": "text-mining" } ], "deposited": { "date-parts": [ [ 2025, 12, 19 ] ], "date-time": "2025-12-19T12:25:35Z", "timestamp": 1766147135000 }, "score": 1, "resource": { "primary": { "URL": "https://linkinghub.elsevier.com/retrieve/pii/0027510764900478" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1964, 5 ] ] }, "references-count": 7, "journal-issue": { "issue": "1", "published-print": { "date-parts": [ [ 1964, 5 ] ] } }, "alternative-id": [ "0027510764900478" ], "URL": "http://dx.doi.org/10.1016/0027-5107(64)90047-8", "relation": {}, "ISSN": [ "0027-5107" ], "subject": [], "container-title-short": "Mutation Research", "published": { "date-parts": [ [ 1964, 5 ] ] }, "assertion": [ { "value": "Elsevier", "name": "publisher", "label": "This article is maintained by" }, { "value": "The relation of recombination to mutational advance", "name": "articletitle", "label": "Article Title" }, { "value": "Mutation Research", "name": "journaltitle", "label": "Journal Title" }, { "value": "https://doi.org/10.1016/0027-5107(64)90047-8", "name": "articlelink", "label": "CrossRef DOI link to publisher maintained version" }, { "value": "converted-article", "name": "content_type", "label": "Content Type" }, { "value": "Copyright © 1964 Published by Elsevier B.V.", "name": "copyright", "label": "Copyright" } ], "id": "ref28", "note": "Manuscript reference 28" }, { "type": "article", "id": "ref29", "categories": [ "Machine Learning (stat.ML)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences" ], "author": [ { "family": "Yi", "given": "Bingji" }, { "family": "Liu", "given": "Qiyuan" }, { "family": "Cheng", "given": "Yuwei" }, { "family": "Xu", "given": "Haifeng" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Synthetic data has been increasingly used to train frontier generative models. However, recent studies raise key concerns that iteratively retraining a generative model on its self-generated synthetic data may keep deteriorating model performance, a phenomenon often coined model collapse. In this paper, we investigate ways to modify the synthetic retraining process to avoid model collapse, and even possibly help reverse the trend from collapse to improvement. Our key finding is that by injecting information through an external synthetic data verifier, whether a human or a better model, synthetic retraining will not cause model collapse. Specifically, we situate our theoretical analysis in the fundamental linear regression setting, showing that verifier-guided retraining can yield near-term improvements, but ultimately drives the parameter estimate to the verifier's \"knowledge center\" in the long run. Our theory further predicts that, unless the verifier is perfectly reliable, these early gains will plateau and may even reverse. Indeed, our experiments across linear regression, Variational Autoencoders (VAEs) trained on MNIST, and fining-tuning SmolLM2-135M on the XSUM task confirm these theoretical insights.", "DOI": "10.48550/arXiv.2510.16657", "publisher": "arXiv", "title": "Escaping Model Collapse via Synthetic Data Verification: Near-term Improvements and Long-term Convergence", "URL": "https://arxiv.org/abs/2510.16657", "copyright": "Creative Commons Attribution 4.0 International", "version": "3", "note": "Manuscript reference 29", "container-title": "arXiv", "number": "arXiv:2510.16657", "genre": "preprint" }, { "type": "article", "id": "ref30", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Computation and Language (cs.CL)", "Emerging Technologies (cs.ET)", "Machine Learning (stat.ML)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Gerstgrasser", "given": "Matthias" }, { "family": "Schaeffer", "given": "Rylan" }, { "family": "Dey", "given": "Apratim" }, { "family": "Rafailov", "given": "Rafael" }, { "family": "Sleight", "given": "Henry" }, { "family": "Hughes", "given": "John" }, { "family": "Korbak", "given": "Tomasz" }, { "family": "Agrawal", "given": "Rajashree" }, { "family": "Pai", "given": "Dhruv" }, { "family": "Gromov", "given": "Andrey" }, { "family": "Roberts", "given": "Daniel A." }, { "family": "Yang", "given": "Diyi" }, { "family": "Donoho", "given": "David L." }, { "family": "Koyejo", "given": "Sanmi" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "The proliferation of generative models, combined with pretraining on web-scale data, raises a timely question: what happens when these models are trained on their own generated outputs? Recent investigations into model-data feedback loops proposed that such loops would lead to a phenomenon termed model collapse, under which performance progressively degrades with each model-data feedback iteration until fitted models become useless. However, those studies largely assumed that new data replace old data over time, where an arguably more realistic assumption is that data accumulate over time. In this paper, we ask: what effect does accumulating data have on model collapse? We empirically study this question by pretraining sequences of language models on text corpora. We confirm that replacing the original real data by each generation's synthetic data does indeed tend towards model collapse, then demonstrate that accumulating the successive generations of synthetic data alongside the original real data avoids model collapse; these results hold across a range of model sizes, architectures, and hyperparameters. We obtain similar results for deep generative models on other types of real data: diffusion models for molecule conformation generation and variational autoencoders for image generation. To understand why accumulating data can avoid model collapse, we use an analytically tractable framework introduced by prior work in which a sequence of linear models are fit to the previous models' outputs. Previous work used this framework to show that if data are replaced, the test error increases with the number of model-fitting iterations; we extend this argument to prove that if data instead accumulate, the test error has a finite upper bound independent of the number of iterations, meaning model collapse no longer occurs.", "DOI": "10.48550/arXiv.2404.01413", "publisher": "arXiv", "title": "Is Model Collapse Inevitable? Breaking the Curse of Recursion by Accumulating Real and Synthetic Data", "URL": "https://arxiv.org/abs/2404.01413", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 30", "container-title": "arXiv", "number": "arXiv:2404.01413", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 10 ] ], "date-time": "2026-09-10T04:16:48Z", "timestamp": 1789013808401, "version": "build-2803163510" }, "reference-count": 0, "publisher": "Oxford University Press (OUP)", "issue": "2", "license": [ { "start": { "date-parts": [ [ 1931, 3, 1 ] ], "date-time": "1931-03-01T00:00:00Z", "timestamp": -1225670400000 }, "content-version": "vor", "delay-in-days": 0, "URL": "https://academic.oup.com/journals/pages/open_access/funder_policies/chorus/standard_publication_model" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1931, 3, 1 ] ] }, "DOI": "10.1093/genetics/16.2.97", "type": "journal-article", "created": { "date-parts": [ [ 2021, 1, 13 ] ], "date-time": "2021-01-13T20:43:25Z", "timestamp": 1610570605000 }, "page": "97-159", "source": "Crossref", "is-referenced-by-count": 5916, "title": "EVOLUTION IN MENDELIAN POPULATIONS", "prefix": "10.1093", "volume": "16", "author": [ { "given": "Sewall", "family": "Wright", "sequence": "first", "affiliation": [ { "name": "University of Chicago, Chicago, Illinois" } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "286", "published-online": { "date-parts": [ [ 1931, 3, 1 ] ] }, "container-title": "Genetics", "original-title": [], "language": "en", "link": [ { "URL": "http://academic.oup.com/genetics/article-pdf/16/2/97/35081059/genetics0097.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "syndication" }, { "URL": "http://academic.oup.com/genetics/article-pdf/16/2/97/35081059/genetics0097.pdf", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2021, 4, 21 ] ], "date-time": "2021-04-21T04:40:07Z", "timestamp": 1618980007000 }, "score": 1, "resource": { "primary": { "URL": "https://academic.oup.com/genetics/article/16/2/97/6045152" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1931, 3, 1 ] ] }, "references-count": 0, "journal-issue": { "issue": "2", "published-print": { "date-parts": [ [ 1931, 3, 1 ] ] } }, "URL": "http://dx.doi.org/10.1093/genetics/16.2.97", "relation": {}, "ISSN": [ "1943-2631" ], "subject": [], "published-other": { "date-parts": [ [ 1931, 3, 1 ] ] }, "published": { "date-parts": [ [ 1931, 3, 1 ] ] }, "id": "ref31", "note": "Manuscript reference 31" }, { "indexed": { "date-parts": [ [ 2026, 9, 4 ] ], "date-time": "2026-09-04T03:35:10Z", "timestamp": 1788492910424, "version": "build-2803163510" }, "reference-count": 0, "publisher": "Wiley", "issue": "6", "license": [ { "start": { "date-parts": [ [ 2002, 1, 19 ] ], "date-time": "2002-01-19T00:00:00Z", "timestamp": 1011398400000 }, "content-version": "vor", "delay-in-days": 1875, "URL": "http://onlinelibrary.wiley.com/termsAndConditions#vor" } ], "content-domain": { "domain": [ "conbio.onlinelibrary.wiley.com" ], "crossmark-restriction": true }, "published-print": { "date-parts": [ [ 1996, 12 ] ] }, "abstract": "In the face of continuing habitat fragmentation and isolation, the optimal level of connectivity between populations has become a central issue in conservation biology. A common rule of thumb holds that one migrant per generation into a subpopulation is sufficient to minimize the loss of polymorphism and heterozygosity within subpopulations while allowing for divergence in allele frequencies among subpopulations. The one‐migrant‐per‐generation rule is based on numerous simplifying assumptions that may not hold in natural populations. We examine the conceptual and theoretical basis of the rule and consider both genetic and nongenetic factors that influence the desired level of connectivity among subpopulations. We conclude that one migrant per generation is a desirable minimum, but it may be inadequate for many natural populations. We suggest that a minimum of 1 and a maximum of 10 migrants per generation would be an appropriate general rule of thumb for genetic purposes, bearing in mind that factors other than genetics may further influence the ideal level of connectivity.", "DOI": "10.1046/j.1523-1739.1996.10061509.x", "type": "journal-article", "created": { "date-parts": [ [ 2003, 3, 11 ] ], "date-time": "2003-03-11T03:45:07Z", "timestamp": 1047354307000 }, "page": "1509-1518", "update-policy": "https://doi.org/10.1002/crossmark_policy", "source": "Crossref", "is-referenced-by-count": 642, "title": "The One‐Migrant‐per‐Generation Rule in Conservation and Management", "prefix": "10.1111", "volume": "10", "author": [ { "given": "L. Scott", "family": "Mills", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Fred W.", "family": "Allendorf", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "311", "published-online": { "date-parts": [ [ 2002, 1, 19 ] ] }, "container-title": "Conservation Biology", "original-title": [], "language": "en", "link": [ { "URL": "https://api.wiley.com/onlinelibrary/tdm/v1/articles/10.1046%2Fj.1523-1739.1996.10061509.x", "content-type": "unspecified", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://conbio.onlinelibrary.wiley.com/doi/pdf/10.1046/j.1523-1739.1996.10061509.x", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2025, 10, 29 ] ], "date-time": "2025-10-29T09:58:01Z", "timestamp": 1761731881000 }, "score": 1, "resource": { "primary": { "URL": "https://conbio.onlinelibrary.wiley.com/doi/10.1046/j.1523-1739.1996.10061509.x" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1996, 12 ] ] }, "references-count": 0, "journal-issue": { "issue": "6", "published-print": { "date-parts": [ [ 1996, 12 ] ] } }, "alternative-id": [ "10.1046/j.1523-1739.1996.10061509.x" ], "URL": "http://dx.doi.org/10.1046/j.1523-1739.1996.10061509.x", "relation": {}, "ISSN": [ "0888-8892", "1523-1739" ], "subject": [], "container-title-short": "Conservation Biology", "published": { "date-parts": [ [ 1996, 12 ] ] }, "assertion": [ { "value": "2002-01-19", "order": 3, "name": "published", "label": "Published", "group": { "name": "publication_history", "label": "Publication History" } } ], "id": "ref32", "note": "Manuscript reference 32" }, { "type": "article-journal", "title": "[Review of] The Origin of Species", "author": [ { "given": "Fleeming", "family": "Jenkin" } ], "container-title": "The North British Review", "volume": "46", "page": "277-318", "issued": { "date-parts": [ [ 1867 ] ] }, "id": "ref33", "note": "Manuscript reference 33; predates DOIs" }, { "type": "article", "id": "ref34", "categories": [ "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Pari", "given": "Jyothish" }, { "family": "Jelassi", "given": "Samy" }, { "family": "Agrawal", "given": "Pulkit" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "In this work, we explore the limitations of combining models by averaging intermediate features, referred to as model merging, and propose a new direction for achieving collective model intelligence through what we call compatible specialization. Current methods for model merging, such as parameter and feature averaging, struggle to effectively combine specialized models due to representational divergence during fine-tuning. As models specialize to their individual domains, their internal feature representations become increasingly incompatible, leading to poor performance when attempting to merge them for new tasks. We analyze this phenomenon using centered kernel alignment (CKA) and show that as models specialize, the similarity in their feature space structure diminishes, hindering their capacity for collective use. To address these challenges, we investigate routing-based merging strategies, which offer more flexible methods for combining specialized models by dynamically routing across different layers. This allows us to improve on existing methods by combining features from multiple layers rather than relying on fixed, layer-wise combinations. However, we find that these approaches still face limitations when layers within models are representationally incompatible. Our findings highlight the importance of designing new approaches for model merging that operate on well-defined input and output spaces, similar to how humans communicate through language rather than intermediate neural activations.", "DOI": "10.48550/arXiv.2411.02207", "publisher": "arXiv", "title": "Collective Model Intelligence Requires Compatible Specialization", "URL": "https://arxiv.org/abs/2411.02207", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 34", "container-title": "arXiv", "number": "arXiv:2411.02207", "genre": "preprint" }, { "type": "book", "title": "The Genetical Theory of Natural Selection", "author": [ { "given": "Ronald A.", "family": "Fisher" } ], "publisher": "Clarendon Press", "publisher-place": "Oxford", "issued": { "date-parts": [ [ 1930 ] ] }, "id": "ref35", "note": "Manuscript reference 35; predates DOIs" }, { "indexed": { "date-parts": [ [ 2026, 9, 9 ] ], "date-time": "2026-09-09T21:20:16Z", "timestamp": 1788988816504, "version": "build-2803163510" }, "reference-count": 0, "publisher": "University of Chicago Press", "issue": "703", "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1932, 3 ] ] }, "DOI": "10.1086/280418", "type": "journal-article", "created": { "date-parts": [ [ 2002, 7, 26 ] ], "date-time": "2002-07-26T17:21:47Z", "timestamp": 1027704107000 }, "page": "118-138", "source": "Crossref", "is-referenced-by-count": 998, "title": "Some Genetic Aspects of Sex", "prefix": "10.1086", "volume": "66", "author": [ { "given": "H. J.", "family": "Muller", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "200", "container-title": "The American Naturalist", "original-title": [], "language": "en", "link": [ { "URL": "http://www.journals.uchicago.edu/doi/pdf/10.1086/280418", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2018, 4, 6 ] ], "date-time": "2018-04-06T23:45:13Z", "timestamp": 1523058313000 }, "score": 1, "resource": { "primary": { "URL": "https://www.journals.uchicago.edu/doi/10.1086/280418" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1932, 3 ] ] }, "references-count": 0, "journal-issue": { "issue": "703", "published-print": { "date-parts": [ [ 1932, 3 ] ] } }, "alternative-id": [ "10.1086/280418" ], "URL": "http://dx.doi.org/10.1086/280418", "relation": {}, "ISSN": [ "0003-0147", "1537-5323" ], "subject": [], "container-title-short": "The American Naturalist", "published": { "date-parts": [ [ 1932, 3 ] ] }, "id": "ref36", "note": "Manuscript reference 36" }, { "type": "article", "id": "ref37", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Hu", "given": "Edward J." }, { "family": "Shen", "given": "Yelong" }, { "family": "Wallis", "given": "Phillip" }, { "family": "Allen-Zhu", "given": "Zeyuan" }, { "family": "Li", "given": "Yuanzhi" }, { "family": "Wang", "given": "Shean" }, { "family": "Wang", "given": "Lu" }, { "family": "Chen", "given": "Weizhu" } ], "issued": { "date-parts": [ [ 2021 ] ] }, "abstract": "An important paradigm of natural language processing consists of large-scale pre-training on general domain data and adaptation to particular tasks or domains. As we pre-train larger models, full fine-tuning, which retrains all model parameters, becomes less feasible. Using GPT-3 175B as an example -- deploying independent instances of fine-tuned models, each with 175B parameters, is prohibitively expensive. We propose Low-Rank Adaptation, or LoRA, which freezes the pre-trained model weights and injects trainable rank decomposition matrices into each layer of the Transformer architecture, greatly reducing the number of trainable parameters for downstream tasks. Compared to GPT-3 175B fine-tuned with Adam, LoRA can reduce the number of trainable parameters by 10,000 times and the GPU memory requirement by 3 times. LoRA performs on-par or better than fine-tuning in model quality on RoBERTa, DeBERTa, GPT-2, and GPT-3, despite having fewer trainable parameters, a higher training throughput, and, unlike adapters, no additional inference latency. We also provide an empirical investigation into rank-deficiency in language model adaptation, which sheds light on the efficacy of LoRA. We release a package that facilitates the integration of LoRA with PyTorch models and provide our implementations and model checkpoints for RoBERTa, DeBERTa, and GPT-2 at https://github.com/microsoft/LoRA.", "DOI": "10.48550/arXiv.2106.09685", "publisher": "arXiv", "title": "LoRA: Low-Rank Adaptation of Large Language Models", "URL": "https://arxiv.org/abs/2106.09685", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 37", "container-title": "arXiv", "number": "arXiv:2106.09685", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 8 ] ], "date-time": "2026-09-08T02:52:43Z", "timestamp": 1788835963220, "version": "build-2803163510" }, "reference-count": 35, "publisher": "Elsevier BV", "issue": "1", "license": [ { "start": { "date-parts": [ [ 1987, 9, 1 ] ], "date-time": "1987-09-01T00:00:00Z", "timestamp": 557452800000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://www.elsevier.com/tdm/userlicense/1.0/" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1987, 9 ] ] }, "DOI": "10.1016/s0022-5193(87)80029-2", "type": "journal-article", "created": { "date-parts": [ [ 2008, 4, 23 ] ], "date-time": "2008-04-23T02:36:15Z", "timestamp": 1208918175000 }, "page": "11-45", "source": "Crossref", "is-referenced-by-count": 1109, "title": "Towards a general theory of adaptive walks on rugged landscapes", "prefix": "10.1016", "volume": "128", "author": [ { "given": "Stuart", "family": "Kauffman", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Simon", "family": "Levin", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "78", "reference": [ { "key": "10.1016/S0022-5193(87)80029-2_bib1", "doi-asserted-by": "crossref", "DOI": "10.1086/284680", "article-title": "The emergence of phenotypic novelties through progressive genetic change", "author": "Agur", "year": "1987", "journal-title": "Am. Nat." }, { "key": "10.1016/S0022-5193(87)80029-2_bib2", "doi-asserted-by": "crossref", "first-page": "412", "DOI": "10.1038/316412a0", "article-title": "Molecular events during maturation of the immune response to oxazolone", "volume": "316", "author": "Berek", "year": "1985", "journal-title": "Nature" }, { "key": "10.1016/S0022-5193(87)80029-2_bib3", "doi-asserted-by": "crossref", "first-page": "380", "DOI": "10.1038/298380a0", "article-title": "Somatic variants of murine immunoglobulin lambda light chains", "volume": "298", "author": "Bothwell", "year": "1982", "journal-title": "Nature" }, { "key": "10.1016/S0022-5193(87)80029-2_bib4", "doi-asserted-by": "crossref", "first-page": "804", "DOI": "10.1038/317804a0", "article-title": "Optimization strategies gleaned from biological evolution", "volume": "314", "author": "Brady", "year": "1985", "journal-title": "Nature" }, { "key": "10.1016/S0022-5193(87)80029-2_bib5", "doi-asserted-by": "crossref", "first-page": "687", "DOI": "10.1084/jem.161.4.687", "article-title": "Inter-and intraclonal diversity in the antibody response to influenza hemagglutinin", "volume": "161", "author": "Clark", "year": "1985", "journal-title": "J. Exp. Med." }, { "key": "10.1016/S0022-5193(87)80029-2_bib6", "doi-asserted-by": "crossref", "first-page": "59", "DOI": "10.1016/0092-8674(81)90231-2", "article-title": "A single V gene segment encodes the immune response to phosphorylcholine: somatic mutation is correlated with the class of the antibody", "volume": "25", "author": "Crews", "year": "1981", "journal-title": "Cell" }, { "key": "10.1016/S0022-5193(87)80029-2_bib7", "doi-asserted-by": "crossref", "first-page": "1297", "DOI": "10.1051/jphys:019860047080129700", "article-title": "Evolution of overlaps between configurations in random Boolean networks", "volume": "47", "author": "Derrida", "year": "1986", "journal-title": "J. Physique" }, { "key": "10.1016/S0022-5193(87)80029-2_bib8", "series-title": "Emerging Synthesis in Science", "first-page": "25", "article-title": "Macromolecular evolution: dynamical ordering in sequence space", "author": "Eigen", "year": "1985" }, { "key": "10.1016/S0022-5193(87)80029-2_bib9", "series-title": "The Hypercycle", "author": "Eigen", "year": "1979" }, { "key": "10.1016/S0022-5193(87)80029-2_bib10", "series-title": "Mathematical Population Genetics", "author": "Ewens", "year": "1979" }, { "key": "10.1016/S0022-5193(87)80029-2_bib11", "volume": "Vol. 2", "author": "Feller", "year": "1971" }, { "key": "10.1016/S0022-5193(87)80029-2_bib12", "doi-asserted-by": "crossref", "first-page": "715", "DOI": "10.1007/BF02462279", "article-title": "Specific roles of the different Boolean mappings in random networks", "volume": "44", "author": "Fogelman-Soulie", "year": "1982", "journal-title": "Bull. Math. Biol." }, { "key": "10.1016/S0022-5193(87)80029-2_bib13", "series-title": "Ensemble Modeling", "author": "Gelfand", "year": "1984" }, { "key": "10.1016/S0022-5193(87)80029-2_bib14", "doi-asserted-by": "crossref", "first-page": "202", "DOI": "10.1016/0040-5809(83)90014-X", "article-title": "A simple stochastic gene substitution model", "volume": "23", "author": "Gillespie", "year": "1983", "journal-title": "Theor. Pop. Biol." }, { "key": "10.1016/S0022-5193(87)80029-2_bib15", "doi-asserted-by": "crossref", "first-page": "1116", "DOI": "10.2307/2408444", "article-title": "Molecular evolution over the mutational landscape", "volume": "38", "author": "Gillespie", "year": "1984", "journal-title": "Evolution" }, { "key": "10.1016/S0022-5193(87)80029-2_bib16", "doi-asserted-by": "crossref", "first-page": "417", "DOI": "10.1084/jem.159.2.417", "article-title": "Somatic mutation creates diversity in the major group of mouse immunoglobulin k light chains", "volume": "159", "author": "Heinrich", "year": "1984", "journal-title": "J. Exp. Med." }, { "key": "10.1016/S0022-5193(87)80029-2_bib17", "series-title": "The Possible and the Actual", "author": "Jacob", "year": "1982" }, { "key": "10.1016/S0022-5193(87)80029-2_bib18", "series-title": "The Traveling Salesman Problem", "first-page": "37", "article-title": "Computational complexity", "author": "Johnson", "year": "1985" }, { "key": "10.1016/S0022-5193(87)80029-2_bib19", "doi-asserted-by": "crossref", "first-page": "437", "DOI": "10.1016/0022-5193(69)90015-0", "article-title": "Metabolic stability and epigenesis in randomly constructed genetic nets", "volume": "22", "author": "Kauffman", "year": "1969", "journal-title": "J. theor. Biol." }, { "key": "10.1016/S0022-5193(87)80029-2_bib20", "doi-asserted-by": "crossref", "first-page": "167", "DOI": "10.1016/S0022-5193(74)80037-8", "article-title": "The large scale structure and dynamics of gene control circuits: an ensemble approach", "volume": "44", "author": "Kauffman", "year": "1974", "journal-title": "J. theor. Biol." }, { "key": "10.1016/S0022-5193(87)80029-2_bib21", "first-page": "145", "article-title": "Emergent properties in random complex automata", "volume": "10D", "author": "Kauffman", "year": "1984", "journal-title": "Physica" }, { "key": "10.1016/S0022-5193(87)80029-2_bib22", "series-title": "Evolution at a Crossroads", "first-page": "169", "article-title": "Self organization, selective adaptation, and its limits: a new pattern of inference in evolution and development", "author": "Kauffman", "year": "1985" }, { "key": "10.1016/S0022-5193(87)80029-2_bib23", "first-page": "68", "article-title": "Adaptive automata based on Darwinian selection", "volume": "22D", "author": "Kauffman", "year": "1986", "journal-title": "Physica" }, { "key": "10.1016/S0022-5193(87)80029-2_bib24", "doi-asserted-by": "crossref", "first-page": "671", "DOI": "10.1126/science.220.4598.671", "article-title": "Optimization by simulated annealing", "volume": "220", "author": "Kirkpatrick", "year": "1983", "journal-title": "Science" }, { "key": "10.1016/S0022-5193(87)80029-2_bib25", "series-title": "Ecological Genetics: The Interface", "first-page": "3", "article-title": "On the evolution of ecological parameters", "author": "Levin", "year": "1978" }, { "key": "10.1016/S0022-5193(87)80029-2_bib26", "doi-asserted-by": "crossref", "first-page": "498", "DOI": "10.1287/opre.21.2.498", "article-title": "An effective heuristic algorithm for the traveling salesman problem", "volume": "21", "author": "Lin", "year": "1973", "journal-title": "Oper. Res." }, { "key": "10.1016/S0022-5193(87)80029-2_bib27", "series-title": "Approaches Moleculaires de l'Evolution", "author": "Nino", "year": "1979" }, { "key": "10.1016/S0022-5193(87)80029-2_bib28", "series-title": "Sewall Wright and Evolutionary Biology", "author": "Provine", "year": "1986" }, { "key": "10.1016/S0022-5193(87)80029-2_bib29", "doi-asserted-by": "crossref", "first-page": "107", "DOI": "10.1017/S0094837300007491", "article-title": "On the early origins of major biologic groups", "volume": "9", "author": "Raup", "year": "1983", "journal-title": "Paleobiology" }, { "key": "10.1016/S0022-5193(87)80029-2_bib30", "doi-asserted-by": "crossref", "first-page": "1792", "DOI": "10.1103/PhysRevLett.35.1792", "volume": "35", "author": "Sherrington", "year": "1975", "journal-title": "Phys. Rev. Lett." }, { "key": "10.1016/S0022-5193(87)80029-2_bib31", "doi-asserted-by": "crossref", "first-page": "563", "DOI": "10.1038/225563a0", "article-title": "Natural selection and the concept of a protein space", "volume": "225", "author": "Smith", "year": "1970", "journal-title": "Nature" }, { "key": "10.1016/S0022-5193(87)80029-2_bib32", "doi-asserted-by": "crossref", "first-page": "575", "DOI": "10.1038/302575a0", "article-title": "Somatic generation of antibody diversity", "volume": "302", "author": "Tonegawa", "year": "1983", "journal-title": "Nature" }, { "key": "10.1016/S0022-5193(87)80029-2_bib33", "doi-asserted-by": "crossref", "first-page": "444", "DOI": "10.1017/S0094837300003614", "article-title": "Determinants of diversity in higher taxonomic categories", "volume": "6", "author": "Valentine", "year": "1980", "journal-title": "Paleobiology" }, { "key": "10.1016/S0022-5193(87)80029-2_bib34", "first-page": "356", "article-title": "The roles of mutation, inbreeding, crossbreeding and selection in evolution", "volume": "1", "author": "Wright", "year": "1932" }, { "key": "10.1016/S0022-5193(87)80029-2_bib35", "first-page": "1847", "article-title": "Somatic evolution of variable region structures during an immune response", "volume": "83", "author": "Wysocki", "year": "1986" } ], "container-title": "Journal of Theoretical Biology", "original-title": [], "language": "en", "link": [ { "URL": "https://api.elsevier.com/content/article/PII:S0022519387800292?httpAccept=text/xml", "content-type": "text/xml", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://api.elsevier.com/content/article/PII:S0022519387800292?httpAccept=text/plain", "content-type": "text/plain", "content-version": "vor", "intended-application": "text-mining" } ], "deposited": { "date-parts": [ [ 2018, 12, 29 ] ], "date-time": "2018-12-29T11:29:41Z", "timestamp": 1546082981000 }, "score": 1, "resource": { "primary": { "URL": "https://linkinghub.elsevier.com/retrieve/pii/S0022519387800292" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1987, 9 ] ] }, "references-count": 35, "journal-issue": { "issue": "1", "published-print": { "date-parts": [ [ 1987, 9 ] ] } }, "alternative-id": [ "S0022519387800292" ], "URL": "http://dx.doi.org/10.1016/s0022-5193(87)80029-2", "relation": {}, "ISSN": [ "0022-5193" ], "subject": [], "container-title-short": "Journal of Theoretical Biology", "published": { "date-parts": [ [ 1987, 9 ] ] }, "id": "ref38", "note": "Manuscript reference 38" }, { "type": "chapter", "title": "Coadaptation and outbreeding depression", "author": [ { "given": "Alan R.", "family": "Templeton" } ], "editor": [ { "given": "Michael E.", "family": "Soulé" } ], "container-title": "Conservation Biology: The Science of Scarcity and Diversity", "publisher": "Sinauer Associates", "publisher-place": "Sunderland, MA", "page": "105-116", "issued": { "date-parts": [ [ 1986 ] ] }, "id": "ref39", "note": "Manuscript reference 39; predates DOIs" }, { "indexed": { "date-parts": [ [ 2026, 9, 3 ] ], "date-time": "2026-09-03T04:27:40Z", "timestamp": 1788409660716, "version": "build-2803163510" }, "reference-count": 44, "publisher": "MIT Press - Journals", "issue": "2", "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 2011, 6 ] ] }, "abstract": "In evolutionary computation, the fitness function normally measures progress toward an objective in the search space, effectively acting as an objective function. Through deception, such objective functions may actually prevent the objective from being reached. While methods exist to mitigate deception, they leave the underlying pathology untreated: Objective functions themselves may actively misdirect search toward dead ends. This paper proposes an approach to circumventing deception that also yields a new perspective on open-ended evolution. Instead of either explicitly seeking an objective or modeling natural evolution to capture open-endedness, the idea is to simply search for behavioral novelty. Even in an objective-based problem, such novelty search ignores the objective. Because many points in the search space collapse to a single behavior, the search for novelty is often feasible. Furthermore, because there are only so many simple behaviors, the search for novelty leads to increasing complexity. By decoupling open-ended search from artificial life worlds, the search for novelty is applicable to real world problems. Counterintuitively, in the maze navigation and biped walking tasks in this paper, novelty search significantly outperforms objective-based search, suggesting the strange conclusion that some problems are best solved by methods that ignore the objective. The main lesson is the inherent limitation of the objective-based paradigm and the unexploited opportunity to guide search through other means.", "DOI": "10.1162/evco_a_00025", "type": "journal-article", "created": { "date-parts": [ [ 2010, 9, 24 ] ], "date-time": "2010-09-24T16:54:16Z", "timestamp": 1285347256000 }, "page": "189-223", "source": "Crossref", "is-referenced-by-count": 683, "title": "Abandoning Objectives: Evolution Through the Search for Novelty Alone", "prefix": "10.1162", "volume": "19", "author": [ { "given": "Joel", "family": "Lehman", "sequence": "first", "affiliation": [ { "name": "School of Electrical Engineering and Computer Science, University of Central Florida, Orlando, Florida 32816, USA." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Kenneth O.", "family": "Stanley", "sequence": "additional", "affiliation": [ { "name": "School of Electrical Engineering and Computer Science, University of Central Florida, Orlando, Florida 32816, USA." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "281", "reference": [ { "key": "p_1", "doi-asserted-by": "publisher", "DOI": "10.1103/PhysRevD.79.072005" }, { "key": "p_2", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.97.9.4463" }, { "key": "p_3", "first-page": "4457", "author": "Allen B.", "year": "2009", "journal-title": "IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)" }, { "key": "p_6", "doi-asserted-by": "publisher", "DOI": "10.1162/106454698568486" }, { "key": "p_11", "doi-asserted-by": "publisher", "DOI": "10.1162/106365604773955148" }, { "key": "p_12", "doi-asserted-by": "publisher", "DOI": "10.1177/105971230401200201" }, { "key": "p_14", "doi-asserted-by": "publisher", "DOI": "10.1080/002077200406570" }, { "key": "p_15", "doi-asserted-by": "publisher", "DOI": "10.1109/72.809083" }, { "key": "p_19", "doi-asserted-by": "publisher", "DOI": "10.1023/A:1025122906870" }, { "key": "p_21", "doi-asserted-by": "publisher", "DOI": "10.1162/evco.1999.7.3.205" }, { "key": "p_23", "doi-asserted-by": "publisher", "DOI": "10.1098/rstb.1988.0062" }, { "key": "p_26", "doi-asserted-by": "publisher", "DOI": "10.1287/ijoc.1.3.190" }, { "key": "p_31", "doi-asserted-by": "publisher", "DOI": "10.1177/105971239700500305" }, { "key": "p_42", "doi-asserted-by": "publisher", "DOI": "10.1162/evco.1996.4.4.335" }, { "key": "p_44", "doi-asserted-by": "publisher", "DOI": "10.1162/1063656054088530" }, { "key": "p_45", "doi-asserted-by": "publisher", "DOI": "10.1006/anbe.1999.1225" }, { "key": "p_46", "doi-asserted-by": "publisher", "DOI": "10.1109/TEVC.2005.863127" }, { "key": "p_48", "doi-asserted-by": "publisher", "DOI": "10.1177/10597123030111001" }, { "key": "p_50", "doi-asserted-by": "publisher", "DOI": "10.1162/artl.2008.14.3.14310" }, { "key": "p_51", "doi-asserted-by": "publisher", "DOI": "10.1163/156855306778522514" }, { "key": "p_52", "doi-asserted-by": "publisher", "DOI": "10.1023/A:1024172417914" }, { "key": "p_55", "doi-asserted-by": "publisher", "DOI": "10.1126/science.220.4598.671" }, { "key": "p_61", "doi-asserted-by": "publisher", "DOI": "10.1038/nrg2192" }, { "key": "p_62", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.0702207104" }, { "key": "p_66", "doi-asserted-by": "publisher", "DOI": "10.1086/303231" }, { "key": "p_67", "first-page": "163", "author": "McHale G.", "year": "2004", "journal-title": "Proceedings of the Eighth International Conference on the Simulation of Adaptive Behavior" }, { "key": "p_68", "doi-asserted-by": "publisher", "DOI": "10.1007/BF00132234" }, { "issue": "3", "key": "p_69", "doi-asserted-by": "crossref", "first-page": "325", "DOI": "10.1162/artl.2008.14.3.14307", "volume": "14", "author": "Miconi T.", "year": "2007", "journal-title": "Artificial Life: Special Issue on the Evolution of Complexity" }, { "key": "p_70", "first-page": "245", "author": "Mitchell M.", "year": "1992", "journal-title": "Proceedings of the First European Conference on Artificial Life" }, { "key": "p_75", "doi-asserted-by": "publisher", "DOI": "10.1109/TEVC.2006.890271" }, { "key": "p_81", "doi-asserted-by": "publisher", "DOI": "10.1109/4235.996015" }, { "key": "p_82", "doi-asserted-by": "publisher", "DOI": "10.1090/S0002-9947-1953-0053041-6" }, { "key": "p_86", "doi-asserted-by": "publisher", "DOI": "10.1080/09540090600768658" }, { "key": "p_90", "doi-asserted-by": "publisher", "DOI": "10.1142/S1469026803000914" }, { "key": "p_91", "doi-asserted-by": "publisher", "DOI": "10.1109/TEVC.2005.856210" }, { "key": "p_92", "doi-asserted-by": "publisher", "DOI": "10.1162/106365602320169811" }, { "key": "p_93", "doi-asserted-by": "publisher", "DOI": "10.1162/106454603322221487" }, { "key": "p_94", "doi-asserted-by": "publisher", "DOI": "10.1613/jair.1338" }, { "key": "p_98", "doi-asserted-by": "publisher", "DOI": "10.1162/106365600568158" }, { "key": "p_101", "doi-asserted-by": "publisher", "DOI": "10.1007/BF00202749" }, { "key": "p_102", "first-page": "877", "volume": "7", "author": "Whiteson S.", "year": "2006", "journal-title": "Journal of Machine Learning Research" }, { "key": "p_104", "first-page": "263", "author": "Yaeger L.", "year": "1994", "journal-title": "Proceedings of Artificial Life III" }, { "key": "p_105", "doi-asserted-by": "publisher", "DOI": "10.1016/0165-6074(93)90215-7" }, { "key": "p_106", "first-page": "635", "author": "Zaera N.", "year": "1996", "journal-title": "Proceedings of the Fourth International Conference on Simulation of Adaptive Behavior" } ], "container-title": "Evolutionary Computation", "original-title": [], "language": "en", "link": [ { "URL": "https://www.mitpressjournals.org/doi/pdf/10.1162/EVCO_a_00025", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2021, 3, 12 ] ], "date-time": "2021-03-12T21:57:58Z", "timestamp": 1615586278000 }, "score": 1, "resource": { "primary": { "URL": "https://direct.mit.edu/evco/article/19/2/189-223/1365" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 2011, 6 ] ] }, "references-count": 44, "journal-issue": { "issue": "2", "published-print": { "date-parts": [ [ 2011, 6 ] ] } }, "alternative-id": [ "10.1162/EVCO_a_00025" ], "URL": "http://dx.doi.org/10.1162/evco_a_00025", "relation": {}, "ISSN": [ "1063-6560", "1530-9304" ], "subject": [], "container-title-short": "Evolutionary Computation", "published": { "date-parts": [ [ 2011, 6 ] ] }, "id": "ref40", "note": "Manuscript reference 40" }, { "type": "article", "id": "ref41", "categories": [ "Computation and Language (cs.CL)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Thede", "given": "Lukas" }, { "family": "Roth", "given": "Karsten" }, { "family": "Bethge", "given": "Matthias" }, { "family": "Akata", "given": "Zeynep" }, { "family": "Hartvigsen", "given": "Tom" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Keeping large language models factually up-to-date is crucial for deployment, yet costly retraining remains a challenge. Knowledge editing offers a promising alternative, but methods are only tested on small-scale or synthetic edit benchmarks. In this work, we aim to bridge research into lifelong knowledge editing to real-world edits at a practically relevant scale. We first introduce WikiBigEdit; a large-scale benchmark of real-world Wikidata edits, built to automatically extend lifelong for future-proof benchmarking. In its first instance, it includes over 500K question-answer pairs for knowledge editing alongside a comprehensive evaluation pipeline. Finally, we use WikiBigEdit to study existing knowledge editing techniques' ability to incorporate large volumes of real-world facts and contrast their capabilities to generic modification techniques such as retrieval augmentation and continual finetuning to acquire a complete picture of the practical extent of current lifelong knowledge editing.", "DOI": "10.48550/arXiv.2503.05683", "publisher": "arXiv", "title": "WikiBigEdit: Understanding the Limits of Lifelong Knowledge Editing in LLMs", "URL": "https://arxiv.org/abs/2503.05683", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 41", "container-title": "arXiv", "number": "arXiv:2503.05683", "genre": "preprint" }, { "type": "article", "id": "ref42", "categories": [ "Computation and Language (cs.CL)", "Artificial Intelligence (cs.AI)", "Machine Learning (cs.LG)", "Neurons and Cognition (q-bio.NC)", "FOS: Computer and information sciences", "FOS: Computer and information sciences", "FOS: Biological sciences", "FOS: Biological sciences" ], "author": [ { "family": "Clemente", "given": "Simone" }, { "family": "Houidi", "given": "Zied Ben" }, { "family": "Huet", "given": "Alexis" }, { "family": "Rossi", "given": "Dario" }, { "family": "Franzese", "given": "Giulio" }, { "family": "Michiardi", "given": "Pietro" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Through systematic empirical investigation, we uncover a fundamental and concerning property of Large Language Models: while they can safely learn facts that don't contradict their knowledge, attempting to update facts with contradictory information triggers catastrophic corruption of unrelated knowledge. Unlike humans, who naturally resist contradictory information, these models indiscriminately accept contradictions, leading to devastating interference, destroying up to 80% of unrelated knowledge even when learning as few as 10-100 contradicting facts. To understand whether this interference could be mitigated through selective plasticity, we experiment with targeted network updates, distinguishing between previously used (stubborn) and rarely used (plastic) neurons. We uncover another asymmetry: while sparing frequently-used neurons significantly improves retention of existing knowledge for non-contradictory updates (98% vs 93% with standard updates), contradictory updates trigger catastrophic interference regardless of targeting strategy. This effect which persists across tested model scales (GPT-2 to GPT-J-6B), suggests a fundamental limitation in how neural networks handle contradictions. Finally, we demonstrate that contradictory information can be reliably detected (95%+ accuracy) using simple model features, offering a potential protective mechanism. These findings motivate new architectures that can, like humans, naturally resist contradictions rather than allowing destructive overwrites.", "DOI": "10.48550/arXiv.2502.04390", "publisher": "arXiv", "title": "In Praise of Stubbornness: An Empirical Case for Cognitive-Dissonance Aware Continual Update of Knowledge in LLMs", "URL": "https://arxiv.org/abs/2502.04390", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 42", "container-title": "arXiv", "number": "arXiv:2502.04390", "genre": "preprint" }, { "type": "article", "id": "ref43", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Neural and Evolutionary Computing (cs.NE)", "FOS: Computer and information sciences", "I.2.6", "68T05, 68T07" ], "author": [ { "family": "Störk", "given": "Julius" } ], "issued": { "date-parts": [ [ 2026 ] ] }, "abstract": "Continual learning commonly relies on post-hoc mechanisms such as replay, elastic regularization, or distillation. This work argues that forgetting should instead be modeled directly as interference between tasks. In the frozen-feature regime, forgetting from learning a new task is exactly the interference energy induced on the old task. In deep networks, the same quantity is recovered through path-averaged curvature with minimal additional forward passes. When task supports are disjoint, forgetting can be eliminated structurally and when task supports overlap in conflicting directions, a non-zero distortion floor is unavoidable. The same geometry optimally merges models through task-aware orthogonalization. From this analysis we derive Interference-Gated Functional Allocation (IGFA), a replay-free, Fisher-free method that shares directions when tasks align and protects them when they conflict. Across benchmarks, IGFA achieves lossless retention when tasks are structurally separable and moves unavoidable cost from irreversible forgetting into deferred but recoverable plasticity when they are not. It matches the strongest replay-free structural baselines on dissimilar-task streams and improves on unconditional projection when similarity makes transfer worth preserving.", "DOI": "10.48550/arXiv.2607.09202", "publisher": "arXiv", "title": "Interference and Retention in Continual Learning", "URL": "https://arxiv.org/abs/2607.09202", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 43", "container-title": "arXiv", "number": "arXiv:2607.09202", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 8, 27 ] ], "date-time": "2026-08-27T03:05:34Z", "timestamp": 1787799934256, "version": "build-2784847793" }, "reference-count": 55, "publisher": "Wiley", "issue": "2", "license": [ { "start": { "date-parts": [ [ 2009, 4, 14 ] ], "date-time": "2009-04-14T00:00:00Z", "timestamp": 1239667200000 }, "content-version": "unspecified", "delay-in-days": 5127, "URL": "https://www.cambridge.org/core/terms" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1995, 4 ] ] }, "abstract": "Summary A general representation of multilocus selection is extended to allow recombination to depend on genotype. The equations simplify if modifier alleles have small effects on recombination. The evolution of such modifiers only depends on how they alter recombination between the selected loci, and does not involve dominance in modifier effects. The net selection on modifiers can be found explicitly if epistasis is weak relative to recombination. This analysis shows that recombination can be favoured in two ways: because it impedes the response to epistasis which fluctuates in sign, or because it facilitates the response to directional selection. The first mechanism is implausible, because epistasis must change sign over periods of a few generations: faster or slower fluctuations favour reduced recombination. The second mechanism requires weak negative epistasis between favourable alleles, which may either be increasing, or held in check by mutation. The selection ( s i ) on recombination modifiers depends on the reduction in additive variance of log (fitness) due to linkage disequilibria (υ 1 < 0), and on non-additive variance in log (fitness) ( V ′ 2 , V ′ 3 ,.. epistasis between 2, 3.. loci). For unlinked loci and pairwise epistasis, s i = − (υ 1 + 4 V 2 /3)δ r , where δ r is the average increase in recombination caused by the modifier. The approximations are checked against exact calculations for three loci, and against Charlesworth's analyses of mutation/selection balance (1990), and directional selection (1993). The analysis demonstrates a general relation between selection on recombination and observable components of fitness variation, which is open to experimental test.", "DOI": "10.1017/s0016672300033140", "type": "journal-article", "created": { "date-parts": [ [ 2009, 9, 17 ] ], "date-time": "2009-09-17T03:25:04Z", "timestamp": 1253157904000 }, "page": "123-144", "source": "Crossref", "is-referenced-by-count": 384, "title": "A general model for the evolution of recombination", "prefix": "10.1155", "volume": "65", "author": [ { "given": "N. H.", "family": "Barton", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "311", "published-online": { "date-parts": [ [ 2009, 4, 14 ] ] }, "reference": [ { "key": "S0016672300033140_ref055", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.91.3.1079" }, { "key": "S0016672300033140_ref054", "volume-title": "Mathematica", "author": "Wolfram", "year": "1991" }, { "key": "S0016672300033140_ref053", "doi-asserted-by": "crossref", "first-page": "403", "DOI": "10.1093/genetics/89.2.403", "article-title": "Rank-order selection is capable of maintaining all genetic polymorphisms", "volume": "89", "author": "Wills", "year": "1978", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref051", "doi-asserted-by": "crossref", "unstructured": "Turelli M. , & Barton N. H. , (1994). Genetic and statistical analyses of strong selection on polygenic traits: what, me normal? Genetics", "DOI": "10.1093/genetics/138.3.913" }, { "key": "S0016672300033140_ref046", "doi-asserted-by": "crossref", "first-page": "469", "DOI": "10.1093/genetics/55.3.469", "article-title": "The number of balanced polymorphisms that can be maintained by natural selection", "volume": "55", "author": "Sved", "year": "1967", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref044", "doi-asserted-by": "publisher", "DOI": "10.1016/S0022-5193(89)80111-0" }, { "key": "S0016672300033140_ref042", "doi-asserted-by": "publisher", "DOI": "10.1007/978-3-642-93071-3_6" }, { "key": "S0016672300033140_ref041", "doi-asserted-by": "publisher", "DOI": "10.1017/S0016672300023958" }, { "key": "S0016672300033140_ref040", "doi-asserted-by": "publisher", "DOI": "10.1017/S0016672300014130" }, { "key": "S0016672300033140_ref037", "doi-asserted-by": "publisher", "DOI": "10.1111/j.1469-185X.1943.tb00287.x" }, { "key": "S0016672300033140_ref036", "doi-asserted-by": "publisher", "DOI": "10.1038/336435a0" }, { "key": "S0016672300033140_ref035", "doi-asserted-by": "publisher", "DOI": "10.1017/S0016672300026392" }, { "key": "S0016672300033140_ref031", "doi-asserted-by": "publisher", "DOI": "10.2307/3544435" }, { "key": "S0016672300033140_ref030", "doi-asserted-by": "publisher", "DOI": "10.1017/S0016672300032730" }, { "key": "S0016672300033140_ref029", "doi-asserted-by": "publisher", "DOI": "10.5962/bhl.title.27468" }, { "key": "S0016672300033140_ref028", "first-page": "74", "volume-title": "The Evolution of Sex", "author": "Felsenstein", "year": "1988" }, { "key": "S0016672300033140_ref027", "doi-asserted-by": "crossref", "first-page": "349", "DOI": "10.1093/genetics/52.2.349", "article-title": "The effect of linkage on directional selection", "volume": "42", "author": "Felsenstein", "year": "1965", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref026", "doi-asserted-by": "publisher", "DOI": "10.1016/0040-5809(89)90018-X" }, { "key": "S0016672300033140_ref025", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.83.13.4824" }, { "key": "S0016672300033140_ref024", "first-page": "547", "volume-title": "Population Genetics and Ecology", "author": "Feldman", "year": "1976" }, { "key": "S0016672300033140_ref023", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.77.8.4838" }, { "key": "S0016672300033140_ref048", "first-page": "446", "article-title": "Population genetics of modifiers of meiotic drive. 1. The solution of a special case and some general implications", "volume": "4", "author": "Thomson", "year": "1974", "journal-title": "Theoretical Populations Biology" }, { "key": "S0016672300033140_ref022", "doi-asserted-by": "publisher", "DOI": "10.1017/S0016672300022825" }, { "key": "S0016672300033140_ref021", "doi-asserted-by": "publisher", "DOI": "10.1016/0040-5809(89)90028-2" }, { "key": "S0016672300033140_ref020", "doi-asserted-by": "publisher", "DOI": "10.1016/0040-5809(70)90043-2" }, { "key": "S0016672300033140_ref019", "doi-asserted-by": "crossref", "first-page": "487", "DOI": "10.1093/genetics/108.2.487", "article-title": "Additive by additive variance with inbreeding and linkage", "volume": "108", "author": "Cockerham", "year": "1984", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref016", "doi-asserted-by": "publisher", "DOI": "10.1038/hdy.1985.11" }, { "key": "S0016672300033140_ref013", "doi-asserted-by": "publisher", "DOI": "10.1017/S0016672300031372" }, { "key": "S0016672300033140_ref038", "doi-asserted-by": "publisher", "DOI": "10.1086/283071" }, { "key": "S0016672300033140_ref033", "first-page": "191", "article-title": "An hypothesis to account for the maintenance of sex within populations", "volume": "3", "author": "Jaenike", "year": "1978", "journal-title": "Evolutionary Theory" }, { "key": "S0016672300033140_ref009", "volume-title": "The Mathematical Theory of Quantitative Genetics", "author": "Bulmer", "year": "1980" }, { "key": "S0016672300033140_ref014", "doi-asserted-by": "publisher", "DOI": "10.1017/S001667230001569X" }, { "key": "S0016672300033140_ref050", "doi-asserted-by": "publisher", "DOI": "10.1016/0040-5809(90)90002-D" }, { "key": "S0016672300033140_ref043", "doi-asserted-by": "crossref", "first-page": "627", "DOI": "10.1093/genetics/134.2.627", "article-title": "The evolution of multilocus systems under weak selection", "volume": "134", "author": "Nagylaki", "year": "1993", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref015", "doi-asserted-by": "publisher", "DOI": "10.1038/hdy.1985.10" }, { "key": "S0016672300033140_ref005", "unstructured": "Bergman A. , Otto S. P. , & Feldman M. W. , (1994). On the evolution of recombination in haploids and diploids. Complexity, in press." }, { "key": "S0016672300033140_ref047", "doi-asserted-by": "crossref", "first-page": "753", "DOI": "10.1093/genetics/85.4.753", "article-title": "The effect of a selected locus on linked neutral loci", "volume": "85", "author": "Thomson", "year": "1977", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref007", "first-page": "87", "volume-title": "The Evolution of Sex", "author": "Brooks", "year": "1988" }, { "key": "S0016672300033140_ref039", "volume-title": "The Evolution of Sex", "author": "Smith", "year": "1978" }, { "key": "S0016672300033140_ref018", "doi-asserted-by": "crossref", "first-page": "71", "DOI": "10.1093/genetics/69.1.71", "article-title": "Modification of recombination frequency in Drosophila. I. Selection for increased and decreased crossing over", "volume": "69", "author": "Chinnici", "year": "1971", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref049", "first-page": "270", "volume-title": "The Evolution of Sex", "author": "Trivers", "year": "1988" }, { "key": "S0016672300033140_ref002", "doi-asserted-by": "publisher", "DOI": "10.1038/hdy.1986.142" }, { "key": "S0016672300033140_ref045", "doi-asserted-by": "publisher", "DOI": "10.1086/280797" }, { "key": "S0016672300033140_ref052", "first-page": "247", "volume-title": "Proceedings of the International Conference on Quantitative Genetics", "author": "Weir", "year": "1977" }, { "key": "S0016672300033140_ref017", "doi-asserted-by": "publisher", "DOI": "10.1111/j.1558-5646.1990.tb03839.x" }, { "key": "S0016672300033140_ref012", "doi-asserted-by": "publisher", "DOI": "10.1017/S0016672300025532" }, { "key": "S0016672300033140_ref032", "doi-asserted-by": "publisher", "DOI": "10.1093/oxfordjournals.jhered.a111353" }, { "key": "S0016672300033140_ref008", "doi-asserted-by": "crossref", "first-page": "525", "DOI": "10.1093/genetics/114.2.525", "article-title": "The organization of genetic variation for recombination in Drosophila melanogaster", "volume": "114", "author": "Brooks", "year": "1986", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref006", "first-page": "139", "volume-title": "The Evolution of Sex", "author": "Bernstein", "year": "1988" }, { "key": "S0016672300033140_ref034", "doi-asserted-by": "crossref", "first-page": "639", "DOI": "10.1093/genetics/97.3-4.639", "article-title": "The molecular basis of dominance", "volume": "97", "author": "Kacser", "year": "1981", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref001", "doi-asserted-by": "crossref", "first-page": "559", "DOI": "10.1093/genetics/117.3.559", "article-title": "Selection, generalized transmission and the evolution of modifier genes. I. The reduction principle", "volume": "117", "author": "Altenberg", "year": "1987", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref003", "doi-asserted-by": "crossref", "first-page": "229", "DOI": "10.1093/genetics/127.1.229", "article-title": "Natural and sexual selection on many loci", "volume": "127", "author": "Barton", "year": "1991", "journal-title": "Genetics" }, { "key": "S0016672300033140_ref004", "doi-asserted-by": "publisher", "DOI": "10.1038/328066a0" }, { "key": "S0016672300033140_ref010", "doi-asserted-by": "crossref", "first-page": "803", "DOI": "10.1038/326803a0", "article-title": "Mammalian chiasma frequencies as a test of two theories of recombination", "volume": "326", "author": "Burt", "year": "1987", "journal-title": "Nature" }, { "key": "S0016672300033140_ref011", "doi-asserted-by": "crossref", "first-page": "181", "DOI": "10.1093/genetics/83.1.181", "article-title": "Recombination modification in a fluctuating environment", "volume": "83", "author": "Charlesworth", "year": "1976", "journal-title": "Genetics" } ], "container-title": "Genetical Research", "original-title": [], "language": "en", "link": [ { "URL": "https://www.cambridge.org/core/services/aop-cambridge-core/content/view/S0016672300033140", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2021, 10, 10 ] ], "date-time": "2021-10-10T18:42:42Z", "timestamp": 1633891362000 }, "score": 1, "resource": { "primary": { "URL": "https://www.cambridge.org/core/product/identifier/S0016672300033140/type/journal_article" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1995, 4 ] ] }, "references-count": 55, "journal-issue": { "issue": "2", "published-print": { "date-parts": [ [ 1995, 4 ] ] } }, "alternative-id": [ "S0016672300033140" ], "URL": "http://dx.doi.org/10.1017/s0016672300033140", "relation": {}, "ISSN": [ "0016-6723", "1469-5073" ], "subject": [], "container-title-short": "Genet. Res.", "published": { "date-parts": [ [ 1995, 4 ] ] }, "id": "ref44", "note": "Manuscript reference 44" }, { "indexed": { "date-parts": [ [ 2026, 8, 20 ] ], "date-time": "2026-08-20T14:24:52Z", "timestamp": 1787235892730, "version": "build-2736575974" }, "reference-count": 37, "publisher": "Elsevier BV", "issue": "2", "license": [ { "start": { "date-parts": [ [ 1997, 4, 1 ] ], "date-time": "1997-04-01T00:00:00Z", "timestamp": 859852800000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://www.elsevier.com/tdm/userlicense/1.0/" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1997, 4 ] ] }, "DOI": "10.1006/tpbi.1997.1301", "type": "journal-article", "created": { "date-parts": [ [ 2002, 9, 18 ] ], "date-time": "2002-09-18T18:01:25Z", "timestamp": 1032372085000 }, "page": "134-147", "source": "Crossref", "is-referenced-by-count": 156, "title": "Deleterious Mutations, Variable Epistatic Interactions, and the Evolution of Recombination", "prefix": "10.1006", "volume": "51", "author": [ { "given": "Sarah Perin", "family": "Otto", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Marcus W.", "family": "Feldman", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "78", "reference": [ { "key": "10.1006/tpbi.1997.1301_TP971301RF1", "doi-asserted-by": "crossref", "first-page": "123", "DOI": "10.1017/S0016672300033140", "article-title": "A general model for the evolution of recombination", "volume": "65", "author": "Barton", "year": "1995", "journal-title": "Genet. Res. Cambridge" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF2", "doi-asserted-by": "crossref", "first-page": "49", "DOI": "10.1002/cplx.6130010213", "article-title": "On the evolution of recombination in haploids and diploids. I. Deterministic models", "volume": "1", "author": "Bergman", "year": "1995", "journal-title": "Complexity" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF3", "series-title": "The Evolution of Sex: An Examination of Current Ideas", "article-title": "The evolution of recombination rates", "author": "Brooks", "year": "1988" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF4", "first-page": "181", "article-title": "Recombination modification in a fluctuating environment", "volume": "83", "author": "Charlesworth", "year": "1976", "journal-title": "Theor. Popul. Biol." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF5", "doi-asserted-by": "crossref", "first-page": "199", "DOI": "10.1017/S0016672300025532", "article-title": "Mutation selection balance and the evolutionary advantage of sex and recombination", "volume": "55", "author": "Charlesworth", "year": "1990", "journal-title": "Genet. Res. Cambridge" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF6", "doi-asserted-by": "crossref", "first-page": "345", "DOI": "10.1093/oxfordjournals.jhered.a111355", "article-title": "The evolution of sex and recombination in a varying environment", "volume": "84", "author": "Charlesworth", "year": "1993", "journal-title": "J. Heredity" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF7", "doi-asserted-by": "crossref", "first-page": "27", "DOI": "10.1017/S0016672300033450", "article-title": "Recombination load associated with selection for increased recombination", "volume": "67", "author": "Charlesworth", "year": "1996", "journal-title": "Genet. Res. Cambridge" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF8", "doi-asserted-by": "crossref", "first-page": "380", "DOI": "10.1038/347380a0", "article-title": "Genetic loads and estimates of mutation rates in highly inbred plant populations", "volume": "347", "author": "Charlesworth", "year": "1990", "journal-title": "Nature" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF9", "series-title": "Mathematical Topics in Population Genetics", "article-title": "Genetic loads and the cost of natural selection", "author": "Crow", "year": "1970" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF10", "doi-asserted-by": "crossref", "first-page": "88", "DOI": "10.1016/0040-5809(70)90043-2", "article-title": "On the evolutionary effect of recombination", "volume": "1", "author": "Eshel", "year": "1970", "journal-title": "Theor. Popul. Biol." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF11", "doi-asserted-by": "crossref", "first-page": "324", "DOI": "10.1016/0040-5809(72)90007-X", "article-title": "Selection for linkage modification. I. Random mating populations", "volume": "3", "author": "Feldman", "year": "1972", "journal-title": "Theor. Popul. Biol." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF12", "doi-asserted-by": "crossref", "first-page": "4838", "DOI": "10.1073/pnas.77.8.4838", "article-title": "Evolution of recombination in a constant environment", "volume": "77", "author": "Feldman", "year": "1980", "journal-title": "Proc. Nat. Acad. Sci. USA" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF13", "doi-asserted-by": "crossref", "first-page": "261", "DOI": "10.1146/annurev.genet.30.1.261", "article-title": "Population genetic perspectives on the evolution of recombination", "volume": "30", "author": "Feldman", "year": "1997", "journal-title": "Ann. Rev. Genet." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF14", "series-title": "The Genetical Theory of Natural Selection", "author": "Fisher", "year": "1930" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF15", "series-title": "The Theory of Matrices", "author": "Gantmacher", "year": "1989" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF16", "doi-asserted-by": "crossref", "first-page": "282", "DOI": "10.2307/3544435", "article-title": "Sex versus non-sex versus parasite", "volume": "35", "author": "Hamilton", "year": "1980", "journal-title": "OIKOS" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF17", "doi-asserted-by": "crossref", "first-page": "773", "DOI": "10.1093/genetics/138.3.773", "article-title": "The effects of spontaneous mutation on quantitative traits. I. Variances and covariances of life history traits", "volume": "138", "author": "Houle", "year": "1994", "journal-title": "Genetics" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF18", "doi-asserted-by": "crossref", "first-page": "186", "DOI": "10.1016/0040-5809(72)90026-3", "article-title": "Application of method of small parameters to multi-niche population genetic models", "volume": "3", "author": "Karlin", "year": "1972", "journal-title": "Theor. Popul. Biol." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF19", "doi-asserted-by": "crossref", "first-page": "1315", "DOI": "10.1093/genetics/138.4.1315", "article-title": "The distribution of mutation effects inDrosophila melanogaster", "volume": "138", "author": "Keightley", "year": "1994", "journal-title": "Genetics" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF20", "doi-asserted-by": "crossref", "first-page": "694", "DOI": "10.1038/381694a0", "article-title": "Estimate of the genomic mutation rate deleterious to overall fitness in E. coli", "volume": "381", "author": "Kibota", "year": "1996", "journal-title": "Nature" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF21", "doi-asserted-by": "crossref", "first-page": "1303", "DOI": "10.1093/genetics/54.6.1337", "article-title": "The mutational load with epistatic gene interactions in fitness", "volume": "54", "author": "Kimura", "year": "1966", "journal-title": "Genetics" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF22", "doi-asserted-by": "crossref", "first-page": "325", "DOI": "10.1017/S0016672300019194", "article-title": "Selection against harmful mutations in large sexual and asexual populations", "volume": "40", "author": "Kondrashov", "year": "1982", "journal-title": "Genet. Res. Cambridge" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF23", "doi-asserted-by": "crossref", "first-page": "199", "DOI": "10.1017/S0016672300026392", "article-title": "Deleterious mutations as an evolutionary factor. I. The advantage of recombination", "volume": "44", "author": "Kondrashov", "year": "1984", "journal-title": "Genet. Res. Cambridge" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF24", "doi-asserted-by": "crossref", "first-page": "435", "DOI": "10.1038/336435a0", "article-title": "Deleterious mutations and the evolution of sexual reproduction", "volume": "336", "author": "Kondrashov", "year": "1988", "journal-title": "Nature" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF25", "doi-asserted-by": "crossref", "first-page": "372", "DOI": "10.1093/oxfordjournals.jhered.a111358", "article-title": "Classification of hypotheses on the advantage of amphimixis", "volume": "84", "author": "Kondrashov", "year": "1993", "journal-title": "J. Heredity" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF26", "doi-asserted-by": "crossref", "first-page": "229", "DOI": "10.1002/humu.1380020312", "article-title": "A molecular approach to estimating the human deleterious mutation rate", "volume": "2", "author": "Kondrashov", "year": "1993", "journal-title": "Hum. Mutat." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF27", "doi-asserted-by": "crossref", "first-page": "469", "DOI": "10.1086/282559", "article-title": "Evolution in sexual and asexual populations", "volume": "102", "author": "Maynard–Smith", "year": "1968", "journal-title": "Am. Nat." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF28", "series-title": "The Evolution of Sex: An Examination of Current Ideas", "author": "Michod", "year": "1988" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF29", "doi-asserted-by": "crossref", "first-page": "1", "DOI": "10.1093/genetics/50.1.1", "article-title": "The genetic structure of natural populations ofDrosophila melanogaster", "volume": "50", "author": "Mukai", "year": "1964", "journal-title": "Genetics" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF30", "doi-asserted-by": "crossref", "first-page": "749", "DOI": "10.1093/genetics/61.3.749", "article-title": "The genetic structure of natural populations ofDrosophila melanogaster", "volume": "61", "author": "Mukai", "year": "1969", "journal-title": "Genetics" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF31", "doi-asserted-by": "crossref", "first-page": "335", "DOI": "10.1093/genetics/72.2.335", "article-title": "Mutation rate and dominance of genes affecting viability inDrosophila melanogaster", "volume": "72", "author": "Mukai", "year": "1972", "journal-title": "Genetics" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF32", "doi-asserted-by": "crossref", "first-page": "118", "DOI": "10.1086/280418", "article-title": "Some genetic aspects of sex", "volume": "66", "author": "Muller", "year": "1932", "journal-title": "Am. Nat." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF33", "doi-asserted-by": "crossref", "first-page": "2", "DOI": "10.1016/0027-5107(64)90047-8", "article-title": "The relation of recombination to mutational advance", "volume": "1", "author": "Muller", "year": "1964", "journal-title": "Mutat. Res." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF34", "doi-asserted-by": "crossref", "first-page": "625", "DOI": "10.1093/genetics/57.3.625", "article-title": "Modification of linkage intensity by natural selection", "volume": "57", "author": "Nei", "year": "1967", "journal-title": "Genetics" }, { "key": "10.1006/tpbi.1997.1301_TP971301RF35", "doi-asserted-by": "crossref", "first-page": "365", "DOI": "10.1006/tpbi.1995.1017", "article-title": "Effects of cis–trans viability selection on some two-locus models", "volume": "47", "author": "Nordborg", "year": "1995", "journal-title": "Theor. Popul. Biol." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF36", "doi-asserted-by": "crossref", "first-page": "447", "DOI": "10.1086/280797", "article-title": "The interrelations of inversions, heterosis, and recombination", "volume": "72", "author": "Sturtevant", "year": "1938", "journal-title": "Am. Nat." }, { "key": "10.1006/tpbi.1997.1301_TP971301RF37", "doi-asserted-by": "crossref", "first-page": "601", "DOI": "10.1146/annurev.es.26.110195.003125", "article-title": "Multiple fitness peaks and epistasis", "volume": "26", "author": "Whitlock", "year": "1995", "journal-title": "Annu. Rev. Ecol. Syst." } ], "container-title": "Theoretical Population Biology", "original-title": [], "language": "en", "link": [ { "URL": "https://api.elsevier.com/content/article/PII:S0040580997913010?httpAccept=text/xml", "content-type": "text/xml", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://api.elsevier.com/content/article/PII:S0040580997913010?httpAccept=text/plain", "content-type": "text/plain", "content-version": "vor", "intended-application": "text-mining" } ], "deposited": { "date-parts": [ [ 2021, 5, 2 ] ], "date-time": "2021-05-02T23:58:18Z", "timestamp": 1619999898000 }, "score": 1, "resource": { "primary": { "URL": "https://linkinghub.elsevier.com/retrieve/pii/S0040580997913010" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1997, 4 ] ] }, "references-count": 37, "journal-issue": { "issue": "2", "published-print": { "date-parts": [ [ 1997, 4 ] ] } }, "alternative-id": [ "S0040580997913010" ], "URL": "http://dx.doi.org/10.1006/tpbi.1997.1301", "relation": {}, "ISSN": [ "0040-5809" ], "subject": [], "container-title-short": "Theoretical Population Biology", "published": { "date-parts": [ [ 1997, 4 ] ] }, "id": "ref45", "note": "Manuscript reference 45" }, { "indexed": { "date-parts": [ [ 2026, 8, 27 ] ], "date-time": "2026-08-27T00:47:55Z", "timestamp": 1787791675331, "version": "build-2784847793" }, "reference-count": 53, "publisher": "Springer Science and Business Media LLC", "issue": "4", "license": [ { "start": { "date-parts": [ [ 2002, 4, 1 ] ], "date-time": "2002-04-01T00:00:00Z", "timestamp": 1017619200000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "http://www.springer.com/tdm" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 2002, 4 ] ] }, "DOI": "10.1038/nrg761", "type": "journal-article", "created": { "date-parts": [ [ 2002, 7, 26 ] ], "date-time": "2002-07-26T08:56:51Z", "timestamp": 1027673811000 }, "page": "252-261", "source": "Crossref", "is-referenced-by-count": 710, "title": "Resolving the paradox of sex and recombination", "prefix": "10.1038", "volume": "3", "author": [ { "given": "Sarah P.", "family": "Otto", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Thomas", "family": "Lenormand", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "297", "reference": [ { "key": "BFnrg761_CR1", "doi-asserted-by": "publisher", "first-page": "241", "DOI": "10.1038/373241a0", "volume": "373", "author": "T Chapman", "year": "1995", "unstructured": "Chapman, T., Liddle, L. F., Kalb, J. M., Wolfner, M. F. & Partridge, L. Cost of mating in Drosophila melanogaster females is mediated by male accessory gland products. Nature 373, 241–244 (1995).", "journal-title": "Nature" }, { "key": "BFnrg761_CR2", "doi-asserted-by": "publisher", "first-page": "634", "DOI": "10.1038/35084593", "volume": "2", "author": "RJ Redfield", "year": "2001", "unstructured": "Redfield, R. J. Do bacteria have sex? Nature Rev. Genet. 2, 634–639 (2001).", "journal-title": "Nature Rev. Genet." }, { "key": "BFnrg761_CR3", "doi-asserted-by": "publisher", "first-page": "335", "DOI": "10.1016/S0966-842X(01)02079-0", "volume": "9", "author": "S Karlin", "year": "2001", "unstructured": "Karlin, S. Detecting anomalous gene clusters and pathogenicity islands in diverse bacterial genomes. Trends Microbiol. 9, 335–343 (2001).", "journal-title": "Trends Microbiol." }, { "key": "BFnrg761_CR4", "doi-asserted-by": "publisher", "first-page": "235", "DOI": "10.1146/annurev.ge.27.120193.001315", "volume": "27", "author": "MG Kidwell", "year": "1993", "unstructured": "Kidwell, M. G. Lateral transfer in natural populations of eukaryotes. Annu. Rev. Genet. 27, 235–256 (1993).", "journal-title": "Annu. Rev. Genet." }, { "key": "BFnrg761_CR5", "doi-asserted-by": "publisher", "first-page": "1769", "DOI": "10.1093/oxfordjournals.molbev.a026275", "volume": "17", "author": "AP de Koning", "year": "2000", "unstructured": "de Koning, A. P., Brinkman, F. S., Jones, S. J. & Keeling, P. J. Lateral gene transfer and metabolic adaptation in the human parasite Trichomonas vaginalis. Mol. Biol. Evol. 17, 1769–1773 (2000).", "journal-title": "Mol. Biol. Evol." }, { "key": "BFnrg761_CR6", "doi-asserted-by": "publisher", "first-page": "research0013.1", "DOI": "10.1186/gb-2000-1-6-research0013", "volume": "1", "author": "YI Wolf", "year": "2000", "unstructured": "Wolf, Y. I., Kondrashov, A. S. & Koonin, E. V. Interkingdom gene fusions. Genome Biol. 1, research0013.1–0013.13 (2000).", "journal-title": "Genome Biol." }, { "key": "BFnrg761_CR7", "volume-title": "The Masterpiece of Nature: The Evolution and Genetics of Sexuality", "author": "G Bell", "year": "1982", "unstructured": "Bell, G. The Masterpiece of Nature: The Evolution and Genetics of Sexuality (Univ. California Press, Berkeley, 1982).A classic text that explores the vast array of ways in which organisms reproduce and the reasons for this diversity." }, { "key": "BFnrg761_CR8", "first-page": "19", "volume-title": "Evolution and Cytology of Unisexual Vertebrates", "author": "R Vrijenhoek", "year": "1989", "unstructured": "Vrijenhoek, R., Dawley, R., Cole, C. & Bogart, J. in Evolution and Cytology of Unisexual Vertebrates (eds Dawley, R. & Bogart, J.) 19–23 (Univ. State New York, New York, 1989)." }, { "key": "BFnrg761_CR9", "volume-title": "The Diversity of Life", "author": "EO Wilson", "year": "1992", "unstructured": "Wilson, E. O. The Diversity of Life (W. W. Norton, New York, 1992)." }, { "key": "BFnrg761_CR10", "doi-asserted-by": "publisher", "first-page": "41", "DOI": "10.1016/0169-5347(96)81040-8", "volume": "11", "author": "OP Judson", "year": "1996", "unstructured": "Judson, O. P. & Normark, B. B. Ancient asexual scandals. Trends Ecol. Evol. 11, 41–46 (1996).", "journal-title": "Trends Ecol. Evol." }, { "key": "BFnrg761_CR11", "doi-asserted-by": "publisher", "first-page": "1211", "DOI": "10.1126/science.288.5469.1211", "volume": "288", "author": "D Mark Welch", "year": "2000", "unstructured": "Mark Welch, D. & Meselson, M. Evidence for the evolution of bdelloid rotifers without sexual reproduction or genetic exchange. Science 288, 1211–1215 (2000).", "journal-title": "Science" }, { "key": "BFnrg761_CR12", "doi-asserted-by": "publisher", "first-page": "11", "DOI": "10.1016/S0020-7519(97)00181-1", "volume": "28", "author": "ML Sogin", "year": "1998", "unstructured": "Sogin, M. L. & Silberman, J. D. Evolution of the protists and protistan parasites from the perspective of molecular systematics. Int. J. Parasitol. 28, 11–20 (1998).", "journal-title": "Int. J. Parasitol." }, { "key": "BFnrg761_CR13", "doi-asserted-by": "publisher", "first-page": "167", "DOI": "10.1111/j.1550-7408.2000.tb00028.x", "volume": "47", "author": "L Morin", "year": "2000", "unstructured": "Morin, L. Long branch attraction effects and the status of 'basal eukaryotes': phylogeny and structural analysis of the ribosomal RNA gene cluster of the free-living diplomonad Trepomonas agilis. J. Eukaryot. Microbiol. 47, 167–177 (2000).", "journal-title": "J. Eukaryot. Microbiol." }, { "key": "BFnrg761_CR14", "doi-asserted-by": "publisher", "first-page": "144", "DOI": "10.1016/0169-5347(92)90205-P", "volume": "7", "author": "LD Hurst", "year": "1992", "unstructured": "Hurst, L. D., Hamilton, W. D. & Ladle, R. J. Covert sex. Trends Ecol. Evol. 7, 144–145 (1992).", "journal-title": "Trends Ecol. Evol." }, { "key": "BFnrg761_CR15", "doi-asserted-by": "publisher", "first-page": "770", "DOI": "10.1073/pnas.93.2.770", "volume": "93", "author": "A Burt", "year": "1996", "unstructured": "Burt, A., Carter, D. A., Koenig, G. L., White, T. J. & Taylor, J. W. Molecular markers reveal cryptic sex in the human pathogen Coccidioides immitis. Proc. Natl Acad. Sci. USA 93, 770–773 (1996).", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "BFnrg761_CR16", "volume-title": "The Evolution of Sex", "author": "RE Michod", "year": "1988", "unstructured": "Michod, R. E. & Levin, B. R. The Evolution of Sex (Sinauer Press, Sunderland, Massachusetts, 1988).An excellent review and source book for theoretical and empirical studies of the evolution of sex, with chapters written by authors from a variety of perspectives." }, { "key": "BFnrg761_CR17", "doi-asserted-by": "publisher", "first-page": "372", "DOI": "10.1093/oxfordjournals.jhered.a111358", "volume": "84", "author": "AS Kondrashov", "year": "1993", "unstructured": "Kondrashov, A. S. Classification of hypotheses on the advantage of amphimixis. J. Hered. 84, 372–387 (1993).", "journal-title": "J. Hered." }, { "key": "BFnrg761_CR18", "doi-asserted-by": "publisher", "first-page": "261", "DOI": "10.1146/annurev.genet.30.1.261", "volume": "30", "author": "MW Feldman", "year": "1997", "unstructured": "Feldman, M. W., Otto, S. P. & Christiansen, F. B. Population genetic perspectives on the evolution of recombination. Annu. Rev. Genet. 30, 261–295 (1997).", "journal-title": "Annu. Rev. Genet." }, { "key": "BFnrg761_CR19", "doi-asserted-by": "crossref", "first-page": "519", "DOI": "10.1093/genetics/101.3-4.519", "volume": "101", "author": "DA Hickey", "year": "1982", "unstructured": "Hickey, D. A. Selfish DNA: a sexually-transmitted nuclear parasite. Genetics 101, 519–531 (1982).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR20", "doi-asserted-by": "publisher", "first-page": "605", "DOI": "10.1016/S1097-2765(00)00059-9", "volume": "6", "author": "V Reinke", "year": "2000", "unstructured": "Reinke, V. et al. A global profile of germline gene expression in C. elegans. Mol. Cell 6, 605–616 (2000).", "journal-title": "Mol. Cell" }, { "key": "BFnrg761_CR21", "doi-asserted-by": "publisher", "first-page": "537", "DOI": "10.1086/283734", "volume": "117", "author": "H Bernstein", "year": "1981", "unstructured": "Bernstein, H., Byers, G. S. & Michod, R. E. Evolution of sexual reproduction: importance of DNA repair, complementation, and variation. Am. Nat. 117, 537–549 (1981).", "journal-title": "Am. Nat." }, { "key": "BFnrg761_CR22", "doi-asserted-by": "crossref", "first-page": "755", "DOI": "10.1093/genetics/133.4.755", "volume": "133", "author": "RJ Redfield", "year": "1993", "unstructured": "Redfield, R. J. Evolution of natural transformation: testing the DNA repair hypothesis in Bacillus subtilis and Haemophilus influenzae. Genetics 133, 755–761 (1993).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR23", "doi-asserted-by": "publisher", "first-page": "460", "DOI": "10.1038/268460a0", "volume": "268", "author": "P Thuriaux", "year": "1977", "unstructured": "Thuriaux, P. Is recombination confined to structural genes on the eukaryotic genome? Nature 268, 460–462 (1977).", "journal-title": "Nature" }, { "key": "BFnrg761_CR24", "doi-asserted-by": "publisher", "first-page": "53", "DOI": "10.1146/annurev.ge.10.120176.000413", "volume": "10", "author": "BS Baker", "year": "1976", "unstructured": "Baker, B. S., Carpenter, A. T. C., Esposito, M. S., Esposito, R. E. & Sandler, L. The genetic control of meiosis. Annu. Rev. Genet. 10, 53–134 (1976).", "journal-title": "Annu. Rev. Genet." }, { "key": "BFnrg761_CR25", "doi-asserted-by": "publisher", "first-page": "310", "DOI": "10.1016/0168-9525(93)90249-H", "volume": "9", "author": "RS Hawley", "year": "1993", "unstructured": "Hawley, R. S. & Theurkauf, W. E. Requiem for distributive segregation: achiasmate segregation in Drosophila females. Trends Genet. 9, 310–317 (1993).", "journal-title": "Trends Genet." }, { "key": "BFnrg761_CR26", "doi-asserted-by": "crossref", "first-page": "109", "DOI": "10.1093/genetics/49.1.109", "volume": "49", "author": "JR Merriam", "year": "1964", "unstructured": "Merriam, J. R. & Frost, J. N. Exchange and nondisjunction of the X chromosomes in female Drosophila melanogaster. Genetics 49, 109–122 (1964).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR27", "doi-asserted-by": "crossref", "first-page": "887", "DOI": "10.1093/genetics/136.3.887", "volume": "136", "author": "AM Villeneuve", "year": "1994", "unstructured": "Villeneuve, A. M. A cis-acting locus that promotes crossing over between X chromosomes in Caenorhabditis elegans. Genetics 136, 887–902 (1994).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR28", "doi-asserted-by": "publisher", "first-page": "1495", "DOI": "10.1093/hmg/5.Supplement_1.1495", "volume": "5", "author": "KE Koehler", "year": "1996", "unstructured": "Koehler, K. E., Hawley, R. S., Sherman, S. & Hassold, T. Recombination and nondisjunction in humans and flies. Hum. Mol. Genet. 5, 1495–1504 (1996).", "journal-title": "Hum. Mol. Genet." }, { "key": "BFnrg761_CR29", "doi-asserted-by": "publisher", "first-page": "259", "DOI": "10.1046/j.1420-9101.1991.4020259.x", "volume": "4", "author": "A Burt", "year": "1991", "unstructured": "Burt, A., Bell, G. & Harvey, P. H. Sex differences in recombination. J. Evol. Biol. 4, 259–277 (1991).", "journal-title": "J. Evol. Biol." }, { "key": "BFnrg761_CR30", "doi-asserted-by": "publisher", "first-page": "1921", "DOI": "10.1111/j.0014-3820.2001.tb01310.x", "volume": "55", "author": "SP Otto", "year": "2001", "unstructured": "Otto, S. P. & Barton, N. H. Selection for recombination in small populations. Evolution 55, 1921–1931 (2001).An investigation of the relative importance of drift and epistasis to the evolution of sex and recombination with the use of a modifier model with directional selection.", "journal-title": "Evolution" }, { "key": "BFnrg761_CR31", "doi-asserted-by": "publisher", "first-page": "241", "DOI": "10.1038/nrg760", "volume": "3", "author": "WR Rice", "year": "2002", "unstructured": "Rice, W. R. Experimental tests of the adaptive significance of sexual reproduction. Nature Rev. Genet. 3, 241–251 (2002).", "journal-title": "Nature Rev. Genet." }, { "key": "BFnrg761_CR32", "doi-asserted-by": "crossref", "first-page": "559", "DOI": "10.1093/genetics/117.3.559", "volume": "117", "author": "L Altenberg", "year": "1987", "unstructured": "Altenberg, L. & Feldman, M. W. Selection, generalized transmission and the evolution of modifier genes. I. The reduction principle. Genetics 117, 559–572 (1987).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR33", "first-page": "430", "volume": "21", "author": "MW Feldman", "year": "1972", "unstructured": "Feldman, M. W. Selection for linkage modification. I. Random mating populations. Theor. Popul. Biol. 21, 430–439 (1972).", "journal-title": "Theor. Popul. Biol." }, { "key": "BFnrg761_CR34", "doi-asserted-by": "publisher", "first-page": "4838", "DOI": "10.1073/pnas.77.8.4838", "volume": "77", "author": "MW Feldman", "year": "1980", "unstructured": "Feldman, M. W., Christiansen, F. B. & Brooks, L. D. Evolution of recombination in a constant environment. Proc. Natl Acad. Sci. USA 77, 4838–4841 (1980).The first theoretical analysis to show that higher rates of recombination could evolve when deleterious mutations exhibit negative fitness interactions.", "journal-title": "Proc. Natl Acad. Sci. USA" }, { "key": "BFnrg761_CR35", "doi-asserted-by": "publisher", "first-page": "199", "DOI": "10.1017/S0016672300026392", "volume": "44", "author": "AS Kondrashov", "year": "1984", "unstructured": "Kondrashov, A. S. Deleterious mutations as an evolutionary factor. I. The advantage of recombination. Genet. Res. 44, 199–217 (1984).", "journal-title": "Genet. Res." }, { "key": "BFnrg761_CR36", "doi-asserted-by": "publisher", "first-page": "199", "DOI": "10.1017/S0016672300025532", "volume": "55", "author": "B Charlesworth", "year": "1990", "unstructured": "Charlesworth, B. Mutation–selection balance and the evolutionary advantage of sex and recombination. Genet. Res. 55, 199–221 (1990).", "journal-title": "Genet. Res." }, { "key": "BFnrg761_CR37", "doi-asserted-by": "publisher", "first-page": "123", "DOI": "10.1017/S0016672300033140", "volume": "65", "author": "NH Barton", "year": "1995", "unstructured": "Barton, N. H. A general model for the evolution of recombination. Genet. Res. 65, 123–144 (1995).A ground-breaking theoretical study that generalized models of the evolution of recombination to a genome-wide level and to include several forms of selection.", "journal-title": "Genet. Res." }, { "key": "BFnrg761_CR38", "doi-asserted-by": "publisher", "first-page": "134", "DOI": "10.1006/tpbi.1997.1301", "volume": "51", "author": "SP Otto", "year": "1997", "unstructured": "Otto, S. P. & Feldman, M. W. Deleterious mutations, variable epistatic interactions, and the evolution of recombination. Theor. Popul. Biol. 51, 134–147 (1997).", "journal-title": "Theor. Popul. Biol." }, { "key": "BFnrg761_CR39", "doi-asserted-by": "publisher", "first-page": "88", "DOI": "10.1016/0040-5809(70)90043-2", "volume": "1", "author": "I Eshel", "year": "1970", "unstructured": "Eshel, I. & Feldman, M. W. On the evolutionary effect of recombination. Theor. Popul. Biol. 1, 88–100 (1970).", "journal-title": "Theor. Popul. Biol." }, { "key": "BFnrg761_CR40", "doi-asserted-by": "crossref", "first-page": "1419", "DOI": "10.1093/genetics/156.3.1419", "volume": "156", "author": "JR Chasnov", "year": "2000", "unstructured": "Chasnov, J. R. Mutation–selection balance, dominance and the maintenance of sex. Genetics 156, 1419–1425 (2000).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR41", "doi-asserted-by": "crossref", "first-page": "913", "DOI": "10.1093/genetics/158.2.913", "volume": "158", "author": "AF Agrawal", "year": "2001", "unstructured": "Agrawal, A. F. & Chasnov, J. R. Recessive mutations and the maintenance of sex in structured populations. Genetics 158, 913–917 (2001).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR42", "doi-asserted-by": "publisher", "first-page": "49", "DOI": "10.1146/annurev.ge.11.120177.000405", "volume": "11", "author": "MJ Simmons", "year": "1977", "unstructured": "Simmons, M. J. & Crow, J. F. Mutations affecting fitness in Drosophila populations. Annu. Rev. Genet. 11, 49–78 (1977).", "journal-title": "Annu. Rev. Genet." }, { "key": "BFnrg761_CR43", "doi-asserted-by": "publisher", "first-page": "393", "DOI": "10.1086/303247", "volume": "154", "author": "AD Peters", "year": "1999", "unstructured": "Peters, A. D. & Lively, C. M. The Red Queen and fluctuating epistasis: a population genetic analysis of antagonistic coevolution. Am. Nat. 154, 393–405 (1999).", "journal-title": "Am. Nat." }, { "key": "BFnrg761_CR44", "doi-asserted-by": "crossref", "first-page": "423", "DOI": "10.1093/genetics/156.1.423", "volume": "156", "author": "T Lenormand", "year": "2000", "unstructured": "Lenormand, T. & Otto, S. P. The evolution of recombination in a heterogeneous environment. Genetics 156, 423–438 (2000).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR45", "doi-asserted-by": "publisher", "first-page": "247", "DOI": "10.1017/S0016672398003243", "volume": "71", "author": "KV Pylkov", "year": "1998", "unstructured": "Pylkov, K. V., Zhivotovsky, L. A. & Feldman, M. W. Migration versus mutation in the evolution of recombination under multilocus selection. Genet. Res. 71, 247–256 (1998).", "journal-title": "Genet. Res." }, { "key": "BFnrg761_CR46", "doi-asserted-by": "publisher", "first-page": "269", "DOI": "10.1017/S0016672300010156", "volume": "8", "author": "WG Hill", "year": "1966", "unstructured": "Hill, W. G. & Robertson, A. The effect of linkage on the limits to artificial selection. Genet. Res. 8, 269–294 (1966).This paper showed that, in finite populations, selection at a locus is less efficient when neighboring loci are also under selection because of increased variation in the reproductive success of an allele (that is, increased random genetic drift).", "journal-title": "Genet. Res." }, { "key": "BFnrg761_CR47", "doi-asserted-by": "crossref", "first-page": "879", "DOI": "10.1093/genetics/147.2.879", "volume": "147", "author": "SP Otto", "year": "1997", "unstructured": "Otto, S. P. & Barton, N. H. The evolution of recombination: removing the limits to natural selection. Genetics 147, 879–906 (1997).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR48", "doi-asserted-by": "publisher", "first-page": "119", "DOI": "10.1017/S001667239800367X", "volume": "73", "author": "DD Gessler", "year": "1999", "unstructured": "Gessler, D. D. & Xu, S. On the evolution of recombination and meiosis. Genet. Res. 73, 119–131 (1999).", "journal-title": "Genet. Res." }, { "key": "BFnrg761_CR49", "doi-asserted-by": "crossref", "first-page": "597", "DOI": "10.1093/genetics/137.2.597", "volume": "137", "author": "JR Peck", "year": "1994", "unstructured": "Peck, J. R. A ruby in the rubbish: beneficial mutations, deleterious mutations and the evolution of sex. Genetics 137, 597–606 (1994).", "journal-title": "Genetics" }, { "key": "BFnrg761_CR50", "volume-title": "Évolution de la Recombinaison en Populations Subdivisées: Étude par Simulation de l'Influence de la Structure sur la Sélection pour la Recombinaison via l'Effet Hill–Robertson", "author": "G Martin", "year": "2001", "unstructured": "Martin, G. Évolution de la Recombinaison en Populations Subdivisées: Étude par Simulation de l'Influence de la Structure sur la Sélection pour la Recombinaison via l'Effet Hill–Robertson (DEA, Biologié, Université Montpellier II, Montpellier, 2001)." }, { "key": "BFnrg761_CR51", "volume-title": "The History of Sexuality. I. An Introduction", "author": "M Foucault", "year": "1978", "unstructured": "Foucault, M. The History of Sexuality. I. An Introduction (Vintage Books, New York, 1978)." }, { "key": "BFnrg761_CR52", "doi-asserted-by": "publisher", "first-page": "604", "DOI": "10.1111/j.1558-5646.1998.tb01658.x", "volume": "52", "author": "RS Howard", "year": "1998", "unstructured": "Howard, R. S. & Lively, C. M. The maintenance of sex by parasitism and mutation accumulation under epistatic fitness functions. Evolution 52, 604–610 (1998).", "journal-title": "Evolution" }, { "key": "BFnrg761_CR53", "doi-asserted-by": "crossref", "first-page": "625", "DOI": "10.1093/genetics/57.3.625", "volume": "57", "author": "M Nei", "year": "1967", "unstructured": "Nei, M. Modification of linkage intensity by natural selection. Genetics 57, 625–641 (1967).", "journal-title": "Genetics" } ], "container-title": "Nature Reviews Genetics", "original-title": [], "language": "en", "link": [ { "URL": "http://www.nature.com/articles/nrg761.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "http://www.nature.com/articles/nrg761", "content-type": "text/html", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "http://www.nature.com/articles/nrg761.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2023, 5, 19 ] ], "date-time": "2023-05-19T03:36:04Z", "timestamp": 1684467364000 }, "score": 1, "resource": { "primary": { "URL": "https://www.nature.com/articles/nrg761" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 2002, 4 ] ] }, "references-count": 53, "journal-issue": { "issue": "4", "published-print": { "date-parts": [ [ 2002, 4 ] ] } }, "alternative-id": [ "BFnrg761" ], "URL": "http://dx.doi.org/10.1038/nrg761", "relation": {}, "ISSN": [ "1471-0056", "1471-0064" ], "subject": [], "container-title-short": "Nat Rev Genet", "published": { "date-parts": [ [ 2002, 4 ] ] }, "id": "ref46", "note": "Manuscript reference 46" }, { "indexed": { "date-parts": [ [ 2026, 7, 3 ] ], "date-time": "2026-07-03T18:30:18Z", "timestamp": 1783103418606, "version": "3.54.6" }, "reference-count": 0, "publisher": "Oxford University Press (OUP)", "issue": "3", "license": [ { "start": { "date-parts": [ [ 1987, 11, 1 ] ], "date-time": "1987-11-01T00:00:00Z", "timestamp": 562723200000 }, "content-version": "vor", "delay-in-days": 0, "URL": "https://academic.oup.com/journals/pages/open_access/funder_policies/chorus/standard_publication_model" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1987, 11, 1 ] ] }, "abstract": "ABSTRACT Modifier gene models are used to explore the evolution of features of organisms, such as the genetic system, that are not directly involved in the determination of fitness. Recent work has shown that a general \"reduction principle\" holds in models of selectively neutral modifiers of recombination, mutation, and migration. Here we present a framework for models of modifier genes that shows these reduction results to be part of a more general theory, for which recombination and mutation are special cases.—The deterministic forces that affect the genetic composition of a population can be partitioned into two categories: selection and transmission. Selection includes differential viabilities, fertilities, and mating success. Imperfect transmission occurs as a result of such phenomena as recombination, mutation and migration, meiosis, gene conversion, and meiotic drive. Selectively neutral modifier genes affect transmission, and a neutral modifier gene can evolve only by generating association with selected genes whose transmission it affects.–We show that, in randomly mating populations at equilibrium, imperfect transmission of selected genes allows a variance in their marginal fitnesses to be maintained. This variance in the marginal fitnesses of selected genes is what drives the evolution of neutral modifier genes. Populations with a variance in marginal fitnesses at equilibrium are always subject to invasion by modifier genes that bring about perfect transmission of the selected genes. It is also found, within certain constraints, that for modifier genes producing what we call \"linear variation\" in the transmission processes, a new modifier allele can invade a population at equilibrium if it reduces the level of imperfect transmission acting on the selected genes, and will be expelled if it increases the level of imperfect transmission. Moreover, the strength of the induced selection on the modifier gene is shown to range up to the order of the departure of the genetic system from perfect transmission.", "DOI": "10.1093/genetics/117.3.559", "type": "journal-article", "created": { "date-parts": [ [ 2021, 1, 6 ] ], "date-time": "2021-01-06T12:43:57Z", "timestamp": 1609937037000 }, "page": "559-572", "source": "Crossref", "is-referenced-by-count": 86, "title": "Selection, Generalized Transmission and the Evolution of Modifier Genes. I. The Reduction Principle", "prefix": "10.1093", "volume": "117", "author": [ { "given": "Lee", "family": "Altenberg", "sequence": "first", "affiliation": [ { "name": "Department of Statistics, North Carolina State University, Raleigh, North Carolina 27695-8203" } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Marcus W", "family": "Feldman", "sequence": "additional", "affiliation": [ { "name": "Department of Biological Sciences, Stanford University, Stanford, California 94305-5020" } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "286", "published-online": { "date-parts": [ [ 1987, 11, 1 ] ] }, "container-title": "Genetics", "original-title": [], "language": "en", "link": [ { "URL": "http://academic.oup.com/genetics/article-pdf/117/3/559/34454293/genetics0559.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "syndication" }, { "URL": "http://academic.oup.com/genetics/article-pdf/117/3/559/34454293/genetics0559.pdf", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2021, 4, 22 ] ], "date-time": "2021-04-22T18:29:28Z", "timestamp": 1619116168000 }, "score": 1, "resource": { "primary": { "URL": "https://academic.oup.com/genetics/article/117/3/559/5997496" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1987, 11, 1 ] ] }, "references-count": 0, "journal-issue": { "issue": "3", "published-print": { "date-parts": [ [ 1987, 11, 1 ] ] } }, "URL": "http://dx.doi.org/10.1093/genetics/117.3.559", "relation": {}, "ISSN": [ "1943-2631" ], "subject": [], "published-other": { "date-parts": [ [ 1987, 11, 1 ] ] }, "published": { "date-parts": [ [ 1987, 11, 1 ] ] }, "id": "ref47", "note": "Manuscript reference 47" }, { "indexed": { "date-parts": [ [ 2026, 8, 26 ] ], "date-time": "2026-08-26T05:12:32Z", "timestamp": 1787721152572, "version": "build-2784847793" }, "reference-count": 0, "publisher": "Oxford University Press (OUP)", "issue": "4", "license": [ { "start": { "date-parts": [ [ 1995, 4, 1 ] ], "date-time": "1995-04-01T00:00:00Z", "timestamp": 796694400000 }, "content-version": "vor", "delay-in-days": 0, "URL": "https://academic.oup.com/journals/pages/open_access/funder_policies/chorus/standard_publication_model" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1995, 4, 1 ] ] }, "abstract": "Abstract Speciation often results from the accumulation of \"complementary genes,\" i.e., from genes that, while having no deleterious effect within species, cause inviability or sterility when brought together with genes from another species. Here I model speciation as the accumulation of genic incompatibilities between diverging populations. Several results are obtained. First, and most important, the number of genic incompatibilities between taxa increases much faster than linearly with time. In particular, the probability of speciation increases at least as fast as the square of the time since separation between two taxa. Second, as Muller realized, all hybrid incompatibilities must initially be asymmetric. Third, at loci that have diverged between taxa, evolutionarily derived alleles cause hybrid problems far more often than ancestral alleles. Last, it is \"easier\" to evolve complex hybrid incompatibilities requiring the simultaneous action of three or more loci than to evolve simple incompatibilities between pairs of genes. These results have several important implications for genetic analyses of speciation.", "DOI": "10.1093/genetics/139.4.1805", "type": "journal-article", "created": { "date-parts": [ [ 2021, 1, 13 ] ], "date-time": "2021-01-13T16:14:22Z", "timestamp": 1610554462000 }, "page": "1805-1813", "source": "Crossref", "is-referenced-by-count": 645, "title": "The population genetics of speciation: the evolution of hybrid incompatibilities.", "prefix": "10.1093", "volume": "139", "author": [ { "given": "H A", "family": "Orr", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "286", "published-online": { "date-parts": [ [ 1995, 4, 1 ] ] }, "container-title": "Genetics", "original-title": [], "language": "en", "link": [ { "URL": "http://academic.oup.com/genetics/article-pdf/139/4/1805/34605085/genetics1805.pdf", "content-type": "application/pdf", "content-version": "vor", "intended-application": "syndication" }, { "URL": "http://academic.oup.com/genetics/article-pdf/139/4/1805/34605085/genetics1805.pdf", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2021, 4, 22 ] ], "date-time": "2021-04-22T15:36:52Z", "timestamp": 1619105812000 }, "score": 1, "resource": { "primary": { "URL": "https://academic.oup.com/genetics/article/139/4/1805/6013266" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1995, 4, 1 ] ] }, "references-count": 0, "journal-issue": { "issue": "4", "published-print": { "date-parts": [ [ 1995, 4, 1 ] ] } }, "URL": "http://dx.doi.org/10.1093/genetics/139.4.1805", "relation": {}, "ISSN": [ "1943-2631" ], "subject": [], "published-other": { "date-parts": [ [ 1995, 4, 1 ] ] }, "published": { "date-parts": [ [ 1995, 4, 1 ] ] }, "id": "ref48", "note": "Manuscript reference 48" }, { "indexed": { "date-parts": [ [ 2026, 8, 26 ] ], "date-time": "2026-08-26T04:43:50Z", "timestamp": 1787719430862, "version": "build-2784847793" }, "reference-count": 52, "publisher": "Oxford University Press (OUP)", "issue": "6", "license": [ { "start": { "date-parts": [ [ 2015, 9, 1 ] ], "date-time": "2015-09-01T00:00:00Z", "timestamp": 1441065600000 }, "content-version": "tdm", "delay-in-days": 5205, "URL": "http://doi.wiley.com/10.1002/tdm_license_1.1" } ], "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 2001, 6 ] ] }, "DOI": "10.1111/j.0014-3820.2001.tb00628.x", "type": "journal-article", "created": { "date-parts": [ [ 2007, 5, 9 ] ], "date-time": "2007-05-09T13:04:07Z", "timestamp": 1178715847000 }, "page": "1085-1094", "source": "Crossref", "is-referenced-by-count": 384, "title": "THE EVOLUTION OF POSTZYGOTIC ISOLATION: ACCUMULATING DOBZHANSKY-MULLER INCOMPATIBILITIES", "prefix": "10.1093", "volume": "55", "author": [ { "given": "H. Allen", "family": "Orr", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Michael", "family": "Turelli", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "286", "reference": [ { "key": "b1_1180", "volume-title": "Handbook of mathematical functions", "author": "Abramowitz M.", "year": "1964" }, { "key": "b2_1181", "doi-asserted-by": "publisher", "DOI": "10.1126/science.287.5461.2185" }, { "key": "b3_1182", "doi-asserted-by": "publisher", "DOI": "10.1046/j.1365-294x.2001.01216.x" }, { "key": "b4_1183", "doi-asserted-by": "publisher", "DOI": "10.1086/303332" }, { "key": "b5_1184", "doi-asserted-by": "crossref", "first-page": "175", "DOI": "10.1093/genetics/137.1.175", "volume": "137", "author": "Cabot E. L.", "year": "1994", "journal-title": "Genetics" }, { "key": "b6_1185", "doi-asserted-by": "crossref", "first-page": "510", "DOI": "10.1093/oxfordjournals.jhered.a110004", "volume": "75", "author": "Christie P.", "year": "1984", "journal-title": "J. Hered." }, { "key": "b7_1186", "doi-asserted-by": "publisher", "DOI": "10.2307/2409213" }, { "key": "b8_1187", "doi-asserted-by": "publisher", "DOI": "10.2307/2410984" }, { "key": "b9_1188", "first-page": "1", "volume-title": "Evolution of biological diversity", "author": "Coyne J. A.", "year": "1999" }, { "key": "b10_1189", "doi-asserted-by": "publisher", "DOI": "10.1554/0014-3820(2000)054[0306:IWSSBP]2.0.CO;2" }, { "key": "b11_1190", "doi-asserted-by": "crossref", "first-page": "1647", "DOI": "10.1093/oxfordjournals.molbev.a026264", "volume": "17", "author": "Cutler D. J.", "year": "2000", "journal-title": "Mol. Biol. Evol." }, { "key": "b12_1191", "doi-asserted-by": "publisher", "DOI": "10.1038/22521" }, { "key": "b13_1192", "doi-asserted-by": "crossref", "first-page": "113", "DOI": "10.1093/genetics/21.2.113", "volume": "21", "author": "Dobzhansky T.", "year": "1936", "journal-title": "Genetics" }, { "key": "b14_1193", "doi-asserted-by": "publisher", "DOI": "10.1086/303217" }, { "key": "b15_1194", "volume-title": "The causes of molecular evolution", "author": "Gillespie J. H.", "year": "1991" }, { "key": "b16_1195", "first-page": "804", "volume": "10", "author": "Hey J.", "year": "1993", "journal-title": "Mol. Biol. Evol." }, { "key": "b17_1196", "doi-asserted-by": "crossref", "first-page": "114", "DOI": "10.1093/genetics/15.2.114", "volume": "15", "author": "Hollingshead L.", "year": "1930", "journal-title": "Genetics" }, { "key": "b18_1197", "doi-asserted-by": "crossref", "first-page": "1243", "DOI": "10.1093/genetics/143.3.1243", "volume": "143", "author": "Hollocher H.", "year": "1996", "journal-title": "Genetics" }, { "key": "b19_1198", "doi-asserted-by": "crossref", "first-page": "909", "DOI": "10.1093/genetics/124.4.909", "volume": "124", "author": "Hutter P.", "year": "1990", "journal-title": "Genetics" }, { "key": "b20_1199", "volume-title": "Univariate discrete distributions", "author": "Johnson N. L.", "year": "1993", "edition": "2" }, { "key": "b21_1200", "doi-asserted-by": "crossref", "first-page": "865", "DOI": "10.1093/genetics/151.2.865", "volume": "151", "author": "Kirkpatrick M.", "year": "1999", "journal-title": "Genetics" }, { "key": "b22_1201", "doi-asserted-by": "publisher", "DOI": "10.1126/science.8503007" }, { "key": "b23_1202", "doi-asserted-by": "publisher", "DOI": "10.1038/22514" }, { "key": "b24_1203", "volume-title": "Molecular evolution", "author": "Li W.-H.", "year": "1997" }, { "key": "b25_1204", "doi-asserted-by": "publisher", "DOI": "10.2307/2410239" }, { "key": "b26_1205", "doi-asserted-by": "crossref", "DOI": "10.4159/harvard.9780674865327", "volume-title": "Animal species and evolution", "author": "Mayr E.", "year": "1963" }, { "key": "b27_1206", "first-page": "71", "volume": "6", "author": "Muller H. J.", "year": "1942", "journal-title": "Biol. Symp." }, { "key": "b28_1207", "doi-asserted-by": "crossref", "DOI": "10.7312/nei-92038", "volume-title": "Molecular evolutionary genetics", "author": "Nei M.", "year": "1987" }, { "key": "b29_1208", "doi-asserted-by": "publisher", "DOI": "10.1046/j.1365-2540.1999.00632.x" }, { "key": "b30_1209", "doi-asserted-by": "crossref", "first-page": "1805", "DOI": "10.1093/genetics/139.4.1805", "volume": "139", "author": "Orr H. A.", "year": "1995", "journal-title": "Genetics" }, { "key": "b31_1210", "doi-asserted-by": "publisher", "DOI": "10.1146/annurev.ecolsys.28.1.195" }, { "key": "b32_1211", "doi-asserted-by": "publisher", "DOI": "10.2307/2411226" }, { "key": "b33_1212", "doi-asserted-by": "publisher", "DOI": "10.2307/2410732" }, { "key": "b34_1213", "doi-asserted-by": "publisher", "DOI": "10.1002/1521-1878(200012)22:12<1085::AID-BIES6>3.3.CO;2-7" }, { "key": "b35_1214", "doi-asserted-by": "crossref", "first-page": "1321", "DOI": "10.1093/genetics/144.3.1321", "volume": "144", "author": "Palopoli M. F.", "year": "1996", "journal-title": "Genetics" }, { "key": "b36_1215", "volume-title": "A first course in probability theory", "author": "Ross S.", "year": "1994" }, { "key": "b37_1216", "doi-asserted-by": "publisher", "DOI": "10.1126/science.287.5451.306" }, { "key": "b38_1217", "doi-asserted-by": "publisher", "DOI": "10.2307/2411351" }, { "key": "b39_1218", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.96.21.11910" }, { "key": "b40_1219", "doi-asserted-by": "publisher", "DOI": "10.1038/368629a0" }, { "key": "b41_1220", "doi-asserted-by": "publisher", "DOI": "10.2307/2410999" }, { "key": "b42_1221", "doi-asserted-by": "publisher", "DOI": "10.2307/2409660" }, { "key": "b43_1222", "first-page": "1", "volume": "8", "author": "Thompson V.", "year": "1986", "journal-title": "Evol. Theory" }, { "key": "b44_1223", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.87.7.2715" }, { "key": "b45_1224", "doi-asserted-by": "publisher", "DOI": "10.1126/science.282.5393.1501" }, { "key": "b46_1225", "doi-asserted-by": "crossref", "first-page": "819", "DOI": "10.1093/genetics/142.3.819", "volume": "142", "author": "True J. R.", "year": "1996", "journal-title": "Genetics" }, { "key": "b47_1226", "doi-asserted-by": "crossref", "first-page": "1799", "DOI": "10.1093/genetics/147.4.1799", "volume": "147", "author": "Turelli M.", "year": "1997", "journal-title": "Genetics" }, { "key": "b48_1227", "doi-asserted-by": "crossref", "first-page": "389", "DOI": "10.1093/genetics/140.1.389", "volume": "140", "author": "Turelli M.", "year": "1995", "journal-title": "Genetics" }, { "key": "b49_1228", "doi-asserted-by": "crossref", "first-page": "1663", "DOI": "10.1093/genetics/154.4.1663", "volume": "154", "author": "Turelli M.", "year": "2000", "journal-title": "Genetics" }, { "key": "b50_1229", "doi-asserted-by": "publisher", "DOI": "10.1038/341415a0" }, { "key": "b51_1230", "doi-asserted-by": "publisher", "DOI": "10.1146/annurev.genet.28.1.283" }, { "key": "b52_1231", "doi-asserted-by": "publisher", "DOI": "10.1016/0169-5347(96)10033-1" } ], "container-title": "Evolution", "original-title": [], "language": "en", "link": [ { "URL": "https://api.wiley.com/onlinelibrary/tdm/v1/articles/10.1111%2Fj.0014-3820.2001.tb00628.x", "content-type": "unspecified", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "http://onlinelibrary.wiley.com/wol1/doi/10.1111/j.0014-3820.2001.tb00628.x/fullpdf", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2025, 10, 3 ] ], "date-time": "2025-10-03T20:41:21Z", "timestamp": 1759524081000 }, "score": 1, "resource": { "primary": { "URL": "https://academic.oup.com/evolut/article/55/6/1085/6757898" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 2001, 6 ] ] }, "references-count": 52, "journal-issue": { "issue": "6", "published-print": { "date-parts": [ [ 2001, 6 ] ] } }, "alternative-id": [ "10.1111/j.0014-3820.2001.tb00628.x" ], "URL": "http://dx.doi.org/10.1111/j.0014-3820.2001.tb00628.x", "relation": {}, "ISSN": [ "0014-3820", "1558-5646" ], "subject": [], "container-title-short": "Evolution", "published": { "date-parts": [ [ 2001, 6 ] ] }, "id": "ref49", "note": "Manuscript reference 49" }, { "type": "article", "id": "ref50", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Ainsworth", "given": "Samuel K." }, { "family": "Hayase", "given": "Jonathan" }, { "family": "Srinivasa", "given": "Siddhartha" } ], "issued": { "date-parts": [ [ 2022 ] ] }, "abstract": "The success of deep learning is due in large part to our ability to solve certain massive non-convex optimization problems with relative ease. Though non-convex optimization is NP-hard, simple algorithms -- often variants of stochastic gradient descent -- exhibit surprising effectiveness in fitting large neural networks in practice. We argue that neural network loss landscapes often contain (nearly) a single basin after accounting for all possible permutation symmetries of hidden units a la Entezari et al. 2021. We introduce three algorithms to permute the units of one model to bring them into alignment with a reference model in order to merge the two models in weight space. This transformation produces a functionally equivalent set of weights that lie in an approximately convex basin near the reference model. Experimentally, we demonstrate the single basin phenomenon across a variety of model architectures and datasets, including the first (to our knowledge) demonstration of zero-barrier linear mode connectivity between independently trained ResNet models on CIFAR-10. Additionally, we identify intriguing phenomena relating model width and training time to mode connectivity. Finally, we discuss shortcomings of the linear mode connectivity hypothesis, including a counterexample to the single basin theory.", "DOI": "10.48550/arXiv.2209.04836", "publisher": "arXiv", "title": "Git Re-Basin: Merging Models modulo Permutation Symmetries", "URL": "https://arxiv.org/abs/2209.04836", "copyright": "Creative Commons Attribution 4.0 International", "version": "6", "note": "Manuscript reference 50", "container-title": "arXiv", "number": "arXiv:2209.04836", "genre": "preprint" }, { "type": "article", "id": "ref51", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Li", "given": "Tianyi" }, { "family": "Shen", "given": "Zhiqiang" } ], "issued": { "date-parts": [ [ 2026 ] ] }, "abstract": "Linear mode connectivity (LMC) provides a promising foundation for understanding and merging independently trained neural networks, but existing methods typically optimize the interpolation path from only one model endpoint, limiting their scalability and effectiveness for large pretrained transformers. We propose a novel and scalable framework for enabling LMC-based model merging to {\\em billion-parameter pretrained transformers}. Our method applies properly parameterized functionality-preserving weight transformations to align functionally equivalent solutions, and introduces a dual learning procedure in which both models jointly learn their corresponding transformations toward a shared linear interpolation path. This bidirectional optimization substantially reduces interpolation barriers and enables more reliable merging across large-scale architectures. Empirically, we show that our approach achieves near-zero loss barriers on WikiText for language models with medium-sized parameters, representing, to our knowledge, the first demonstration of near-barrier-free linear connectivity at this scale. In the vision domain, ViT-L maintains above 69\\% ImageNet top-1 accuracy throughout the interpolation path, while modern billion-parameter LLMs exhibit only small loss barriers. These results suggest that properly resolving parameter symmetries enables large pretrained Transformers to be connected and merged through simple linear paths with substantially improved interpolation performance. Code: https://github.com/VILA-Lab/Dual-Learned-Matching .", "DOI": "10.48550/arXiv.2606.23607", "publisher": "arXiv", "title": "Scaling Linear Mode Connectivity and Merging to Billion Parameter Pretrained Transformers", "URL": "https://arxiv.org/abs/2606.23607", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 51", "container-title": "arXiv", "number": "arXiv:2606.23607", "genre": "preprint" }, { "type": "article", "id": "ref52", "categories": [ "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Sharma", "given": "Ekansh" }, { "family": "Roy", "given": "Daniel M." }, { "family": "Dziugaite", "given": "Gintare Karolina" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "Model merging aims to efficiently combine the weights of multiple expert models, each trained on a specific task, into a single multi-task model, with strong performance across all tasks. When applied to all but the last layer of weights, existing methods -- such as Task Arithmetic, TIES-merging, and TALL mask merging -- work well to combine expert models obtained by fine-tuning a common foundation model, operating within a \"local\" neighborhood of the foundation model. This work explores the more challenging scenario of \"non-local\" merging, which we find arises when an expert model changes significantly during pretraining or where the expert models do not even share a common foundation model. We observe that standard merging techniques often fail to generalize effectively in this non-local setting, even when accounting for permutation symmetries using standard techniques. We identify that this failure is, in part, due to \"variance collapse\", a phenomenon identified also in the setting of linear mode connectivity by Jordan et al. (2023). To address this, we propose a multi-task technique to re-scale and shift the output activations of the merged model for each task, aligning its output statistics with those of the corresponding task-specific expert models. Our experiments demonstrate that this correction significantly improves the performance of various model merging approaches in non-local settings, providing a strong baseline for future research on this problem.", "DOI": "10.48550/arXiv.2410.12766", "publisher": "arXiv", "title": "The Non-Local Model Merging Problem: Permutation Symmetries and Variance Collapse", "URL": "https://arxiv.org/abs/2410.12766", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "1", "note": "Manuscript reference 52", "container-title": "arXiv", "number": "arXiv:2410.12766", "genre": "preprint" }, { "type": "article", "id": "ref53", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Machine Learning (stat.ML)", "FOS: Computer and information sciences" ], "author": [ { "family": "Kozodoi", "given": "Nikita" }, { "family": "Afolabi", "given": "Zainab" }, { "family": "Butler", "given": "Jack" } ], "issued": { "date-parts": [ [ 2026 ] ] }, "abstract": "Multi-task model merging combines separately trained expert models into a single model that handles all tasks without co-training. Standard practice merges experts at their optimal validation loss. We challenge this convention by systematically studying how training duration of domain experts affects the quality of the merged model. We fine-tune experts on five domains (Math, Code, Instruction Following, Multilingual, and Safety) across three model sizes (Qwen 3.5 0.8B, 2B, and 4B), saving checkpoints from 25% to 500% of the optimal training steps and evaluating five merging methods at each duration. Our findings reveal a striking method-dependent pattern: simple averaging degrades sharply with overfitting, while sparsification-based methods achieve their best performance well past the validation optimum. We formalize this through bias-variance decomposition analysis, drawing a parallel to random forests where averaging benefits from high-variance individual learners. These results suggest that training duration and merging method should be chosen jointly rather than independently.", "DOI": "10.48550/arXiv.2607.11997", "publisher": "arXiv", "title": "Are we Merging the Right Models? Impact of Expert Training Duration on Model Merging for LLMs", "URL": "https://arxiv.org/abs/2607.11997", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 53", "container-title": "arXiv", "number": "arXiv:2607.11997", "genre": "preprint" }, { "type": "article", "id": "ref54", "categories": [ "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Zhou", "given": "Luca" }, { "family": "Zhao", "given": "Bo" }, { "family": "Yu", "given": "Rose" }, { "family": "Rodolà", "given": "Emanuele" } ], "issued": { "date-parts": [ [ 2026 ] ] }, "abstract": "Model merging combines knowledge from separately fine-tuned models, yet the factors driving its success remain poorly understood. While recent work treats mergeability as an intrinsic property of the models, we show with an architecture-agnostic framework that it fundamentally depends on both the merging method and the partner tasks. Using L1-regularized linear optimization over a set of interpretable pairwise metrics (e.g., gradient L_2 distance), we uncover properties correlating with post-merge normalized accuracy across five merging methods. We find architecture- and method-specific variation in success drivers (64.0% average top-5 metric overlap; 79.3% sign agreement), with certain methods, notably TIES, exhibiting distinct ``fingerprints'' that diverge from the broader consensus. Crucially, however, gradient alignment metrics consistently emerge as the most fundamental signals of compatibility. These findings provide a diagnostic foundation for understanding mergeability and motivate future merge-aware fine-tuning strategies.", "DOI": "10.48550/arXiv.2601.22285", "publisher": "arXiv", "title": "Demystifying Mergeability: Interpretable Properties to Predict Model Merging Success", "URL": "https://arxiv.org/abs/2601.22285", "copyright": "Creative Commons Attribution 4.0 International", "version": "9", "note": "Manuscript reference 54", "container-title": "arXiv", "number": "arXiv:2601.22285", "genre": "preprint" }, { "type": "article", "id": "ref55", "categories": [ "Computation and Language (cs.CL)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Scialom", "given": "Thomas" }, { "family": "Chakrabarty", "given": "Tuhin" }, { "family": "Muresan", "given": "Smaranda" } ], "issued": { "date-parts": [ [ 2022 ] ] }, "abstract": "Recent work on large language models relies on the intuition that most natural language processing tasks can be described via natural language instructions. Language models trained on these instructions show strong zero-shot performance on several standard datasets. However, these models even though impressive still perform poorly on a wide range of tasks outside of their respective training and evaluation sets. To address this limitation, we argue that a model should be able to keep extending its knowledge and abilities, without forgetting previous skills. In spite of the limited success of Continual Learning we show that Language Models can be continual learners. We empirically investigate the reason for this success and conclude that Continual Learning emerges from self-supervision pre-training. Our resulting model Continual-T0 (CT0) is able to learn diverse new tasks, while still maintaining good performance on previous tasks, spanning remarkably through 70 datasets in total. Finally, we show that CT0 is able to combine instructions in ways it was never trained for, demonstrating some compositionality.", "DOI": "10.48550/arXiv.2205.12393", "publisher": "arXiv", "title": "Fine-tuned Language Models are Continual Learners", "URL": "https://arxiv.org/abs/2205.12393", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "4", "note": "Manuscript reference 55", "container-title": "arXiv", "number": "arXiv:2205.12393", "genre": "preprint" }, { "type": "article", "id": "ref56", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Computation and Language (cs.CL)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Ibrahim", "given": "Adam" }, { "family": "Thérien", "given": "Benjamin" }, { "family": "Gupta", "given": "Kshitij" }, { "family": "Richter", "given": "Mats L." }, { "family": "Anthony", "given": "Quentin" }, { "family": "Lesort", "given": "Timothée" }, { "family": "Belilovsky", "given": "Eugene" }, { "family": "Rish", "given": "Irina" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "Large language models (LLMs) are routinely pre-trained on billions of tokens, only to start the process over again once new data becomes available. A much more efficient solution is to continually pre-train these models, saving significant compute compared to re-training. However, the distribution shift induced by new data typically results in degraded performance on previous data or poor adaptation to the new data. In this work, we show that a simple and scalable combination of learning rate (LR) re-warming, LR re-decaying, and replay of previous data is sufficient to match the performance of fully re-training from scratch on all available data, as measured by the final loss and the average score on several language model (LM) evaluation benchmarks. Specifically, we show this for a weak but realistic distribution shift between two commonly used LLM pre-training datasets (English$\\rightarrow$English) and a stronger distribution shift (English$\\rightarrow$German) at the $405$M parameter model scale with large dataset sizes (hundreds of billions of tokens). Selecting the weak but realistic shift for larger-scale experiments, we also find that our continual learning strategies match the re-training baseline for a 10B parameter LLM. Our results demonstrate that LLMs can be successfully updated via simple and scalable continual learning strategies, matching the re-training baseline using only a fraction of the compute. Finally, inspired by previous work, we propose alternatives to the cosine learning rate schedule that help circumvent forgetting induced by LR re-warming and that are not bound to a fixed token budget.", "DOI": "10.48550/arXiv.2403.08763", "publisher": "arXiv", "title": "Simple and Scalable Strategies to Continually Pre-train Large Language Models", "URL": "https://arxiv.org/abs/2403.08763", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "4", "note": "Manuscript reference 56", "container-title": "arXiv", "number": "arXiv:2403.08763", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 7 ] ], "date-time": "2026-09-07T01:56:53Z", "timestamp": 1788746213188, "version": "build-2803163510" }, "reference-count": 0, "publisher": "Informa UK Limited", "issue": "2", "content-domain": { "domain": [], "crossmark-restriction": false }, "published-print": { "date-parts": [ [ 1995, 6 ] ] }, "DOI": "10.1080/09540099550039318", "type": "journal-article", "created": { "date-parts": [ [ 2002, 10, 7 ] ], "date-time": "2002-10-07T17:12:47Z", "timestamp": 1034010767000 }, "page": "123-146", "source": "Crossref", "is-referenced-by-count": 584, "title": "Catastrophic Forgetting, Rehearsal and Pseudorehearsal", "prefix": "10.1080", "volume": "7", "author": [ { "given": "ANTHONY", "family": "ROBINS", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "301", "published-online": { "date-parts": [ [ 2010, 7, 16 ] ] }, "container-title": "Connection Science", "original-title": [], "language": "en", "link": [ { "URL": "https://www.tandfonline.com/doi/pdf/10.1080/09540099550039318", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2019, 3, 8 ] ], "date-time": "2019-03-08T06:39:13Z", "timestamp": 1552027153000 }, "score": 1, "resource": { "primary": { "URL": "https://www.tandfonline.com/doi/full/10.1080/09540099550039318" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1995, 6 ] ] }, "references-count": 0, "journal-issue": { "issue": "2", "published-online": { "date-parts": [ [ 2010, 7, 16 ] ] }, "published-print": { "date-parts": [ [ 1995, 6 ] ] } }, "alternative-id": [ "10.1080/09540099550039318" ], "URL": "http://dx.doi.org/10.1080/09540099550039318", "relation": {}, "ISSN": [ "0954-0091", "1360-0494" ], "subject": [], "container-title-short": "Connection Science", "published": { "date-parts": [ [ 1995, 6 ] ] }, "id": "ref57", "note": "Manuscript reference 57" }, { "type": "article", "id": "ref58", "categories": [ "Artificial Intelligence (cs.AI)", "Computer Vision and Pattern Recognition (cs.CV)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Shin", "given": "Hanul" }, { "family": "Lee", "given": "Jung Kwon" }, { "family": "Kim", "given": "Jaehong" }, { "family": "Kim", "given": "Jiwon" } ], "issued": { "date-parts": [ [ 2017 ] ] }, "abstract": "Attempts to train a comprehensive artificial intelligence capable of solving multiple tasks have been impeded by a chronic problem called catastrophic forgetting. Although simply replaying all previous data alleviates the problem, it requires large memory and even worse, often infeasible in real world applications where the access to past data is limited. Inspired by the generative nature of hippocampus as a short-term memory system in primate brain, we propose the Deep Generative Replay, a novel framework with a cooperative dual model architecture consisting of a deep generative model (\"generator\") and a task solving model (\"solver\"). With only these two models, training data for previous tasks can easily be sampled and interleaved with those for a new task. We test our methods in several sequential learning settings involving image classification tasks.", "DOI": "10.48550/arXiv.1705.08690", "publisher": "arXiv", "title": "Continual Learning with Deep Generative Replay", "URL": "https://arxiv.org/abs/1705.08690", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "3", "note": "Manuscript reference 58", "container-title": "arXiv", "number": "arXiv:1705.08690", "genre": "preprint" }, { "type": "article", "id": "ref59", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Machine Learning (stat.ML)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Feng", "given": "Yunzhen" }, { "family": "Dohmatob", "given": "Elvis" }, { "family": "Yang", "given": "Pu" }, { "family": "Charton", "given": "Francois" }, { "family": "Kempe", "given": "Julia" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "Large Language Models (LLM) are increasingly trained on data generated by other LLM, either because generated text and images become part of the pre-training corpus, or because synthetized data is used as a replacement for expensive human-annotation. This raises concerns about \\emph{model collapse}, a drop in model performance when their training sets include generated data. Considering that it is easier for both humans and machines to tell between good and bad examples than to generate high-quality samples, we investigate the use of verification on synthesized data to prevent model collapse. We provide a theoretical characterization using Gaussian mixtures, linear classifiers, and linear verifiers to derive conditions with measurable proxies to assess whether the verifier can effectively select synthesized data that leads to optimal performance. We experiment with two practical tasks -- computing matrix eigenvalues with transformers and news summarization with LLMs -- which both exhibit model collapse when trained on generated data, and show that verifiers, even imperfect ones, can indeed be harnessed to prevent model collapse and that our proposed proxy measure strongly correlates with performance.", "DOI": "10.48550/arXiv.2406.07515", "publisher": "arXiv", "title": "Beyond Model Collapse: Scaling Up with Synthesized Data Requires Verification", "URL": "https://arxiv.org/abs/2406.07515", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 59", "container-title": "arXiv", "number": "arXiv:2406.07515", "genre": "preprint" }, { "type": "article", "id": "ref60", "categories": [ "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Rusu", "given": "Andrei A." }, { "family": "Rabinowitz", "given": "Neil C." }, { "family": "Desjardins", "given": "Guillaume" }, { "family": "Soyer", "given": "Hubert" }, { "family": "Kirkpatrick", "given": "James" }, { "family": "Kavukcuoglu", "given": "Koray" }, { "family": "Pascanu", "given": "Razvan" }, { "family": "Hadsell", "given": "Raia" } ], "issued": { "date-parts": [ [ 2016 ] ] }, "abstract": "Learning to solve complex sequences of tasks--while both leveraging transfer and avoiding catastrophic forgetting--remains a key obstacle to achieving human-level intelligence. The progressive networks approach represents a step forward in this direction: they are immune to forgetting and can leverage prior knowledge via lateral connections to previously learned features. We evaluate this architecture extensively on a wide variety of reinforcement learning tasks (Atari and 3D maze games), and show that it outperforms common baselines based on pretraining and finetuning. Using a novel sensitivity measure, we demonstrate that transfer occurs at both low-level sensory and high-level control layers of the learned policy.", "DOI": "10.48550/arXiv.1606.04671", "publisher": "arXiv", "title": "Progressive Neural Networks", "URL": "https://arxiv.org/abs/1606.04671", "copyright": "Creative Commons Attribution 4.0 International", "version": "4", "note": "Manuscript reference 60", "container-title": "arXiv", "number": "arXiv:1606.04671", "genre": "preprint" }, { "type": "article", "id": "ref61", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Computation and Language (cs.CL)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Biderman", "given": "Dan" }, { "family": "Portes", "given": "Jacob" }, { "family": "Ortiz", "given": "Jose Javier Gonzalez" }, { "family": "Paul", "given": "Mansheej" }, { "family": "Greengard", "given": "Philip" }, { "family": "Jennings", "given": "Connor" }, { "family": "King", "given": "Daniel" }, { "family": "Havens", "given": "Sam" }, { "family": "Chiley", "given": "Vitaliy" }, { "family": "Frankle", "given": "Jonathan" }, { "family": "Blakeney", "given": "Cody" }, { "family": "Cunningham", "given": "John P." } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "Low-Rank Adaptation (LoRA) is a widely-used parameter-efficient finetuning method for large language models. LoRA saves memory by training only low rank perturbations to selected weight matrices. In this work, we compare the performance of LoRA and full finetuning on two target domains, programming and mathematics. We consider both the instruction finetuning (approximately 100K prompt-response pairs) and continued pretraining (20B unstructured tokens) data regimes. Our results show that, in the standard low-rank settings, LoRA substantially underperforms full finetuning. Nevertheless, LoRA better maintains the base model's performance on tasks outside the target domain. We show that LoRA mitigates forgetting more than common regularization techniques such as weight decay and dropout; it also helps maintain more diverse generations. Finally, we show that full finetuning learns perturbations with a rank that is 10-100X greater than typical LoRA configurations, possibly explaining some of the reported gaps. We conclude by proposing best practices for finetuning with LoRA.", "DOI": "10.48550/arXiv.2405.09673", "publisher": "arXiv", "title": "LoRA Learns Less and Forgets Less", "URL": "https://arxiv.org/abs/2405.09673", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 61", "container-title": "arXiv", "number": "arXiv:2405.09673", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 10 ] ], "date-time": "2026-09-10T08:48:46Z", "timestamp": 1789030126384, "version": "build-2803163510" }, "reference-count": 0, "publisher": "American Psychological Association (APA)", "issue": "3", "content-domain": { "domain": [], "crossmark-restriction": false }, "DOI": "10.1037/0033-295x.102.3.419", "type": "journal-article", "created": { "date-parts": [ [ 2005, 9, 21 ] ], "date-time": "2005-09-21T18:02:45Z", "timestamp": 1127325765000 }, "page": "419-457", "source": "Crossref", "is-referenced-by-count": 4064, "title": "Why there are complementary learning systems in the hippocampus and neocortex: Insights from the successes and failures of connectionist models of learning and memory.", "prefix": "10.1037", "volume": "102", "author": [ { "given": "James L.", "family": "McClelland", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Bruce L.", "family": "McNaughton", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0003-0322-4600", "authenticated-orcid": false, "given": "Randall C.", "family": "O'Reilly", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "15", "published-online": { "date-parts": [ [ 1995, 7 ] ] }, "container-title": "Psychological Review", "original-title": [], "language": "en", "link": [ { "URL": "http://psycnet.apa.org/journals/rev/102/3/419.pdf", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2024, 2, 6 ] ], "date-time": "2024-02-06T20:49:03Z", "timestamp": 1707252543000 }, "score": 1, "resource": { "primary": { "URL": "https://doi.apa.org/doi/10.1037/0033-295X.102.3.419" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 1995, 7 ] ] }, "references-count": 0, "aliases": [ "10.1037//0033-295x.102.3.419", "10.1037//0033-295x.102.3.419" ], "journal-issue": { "issue": "3", "published-online": { "date-parts": [ [ 1995, 7 ] ] } }, "alternative-id": [ "1995-42327-001", "7624455" ], "URL": "http://dx.doi.org/10.1037/0033-295x.102.3.419", "relation": {}, "ISSN": [ "1939-1471", "0033-295X" ], "subject": [], "container-title-short": "Psychological Review", "published": { "date-parts": [ [ 1995, 7 ] ] }, "id": "ref62", "note": "Manuscript reference 62" }, { "indexed": { "date-parts": [ [ 2026, 9, 7 ] ], "date-time": "2026-09-07T23:50:04Z", "timestamp": 1788825004435, "version": "build-2803163510" }, "reference-count": 187, "publisher": "Elsevier BV", "issue": "7", "license": [ { "start": { "date-parts": [ [ 2016, 7, 1 ] ], "date-time": "2016-07-01T00:00:00Z", "timestamp": 1467331200000 }, "content-version": "tdm", "delay-in-days": 0, "URL": "https://www.elsevier.com/tdm/userlicense/1.0/" } ], "content-domain": { "domain": [ "clinicalkey.jp", "clinicalkey.com", "cell.com", "clinicalkey.es", "clinicalkey.fr", "clinicalkey.com.au", "bmn.com", "elsevier.com", "sciencedirect.com" ], "crossmark-restriction": true }, "published-print": { "date-parts": [ [ 2016, 7 ] ] }, "DOI": "10.1016/j.tics.2016.05.004", "type": "journal-article", "created": { "date-parts": [ [ 2016, 6, 14 ] ], "date-time": "2016-06-14T16:07:35Z", "timestamp": 1465920455000 }, "page": "512-534", "update-policy": "https://doi.org/10.1016/elsevier_cm_policy", "source": "Crossref", "is-referenced-by-count": 573, "title": "What Learning Systems do Intelligent Agents Need? Complementary Learning Systems Theory Updated", "prefix": "10.1016", "volume": "20", "author": [ { "given": "Dharshan", "family": "Kumaran", "sequence": "first", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Demis", "family": "Hassabis", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "James L.", "family": "McClelland", "sequence": "additional", "affiliation": [], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "78", "reference": [ { "key": "10.1016/j.tics.2016.05.004_bib0005", "doi-asserted-by": "crossref", "first-page": "419", "DOI": "10.1037/0033-295X.102.3.419", "article-title": "Why there are complementary learning systems in the hippocampus and neocortex: insights from the successes and failures of connectionist models of learning and memory", "volume": "102", "author": "McClelland", "year": "1995", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0010", "doi-asserted-by": "crossref", "first-page": "220", "DOI": "10.1016/j.tins.2010.01.006", "article-title": "Play it again: reactivation of waking experience and memory", "volume": "33", "author": "O’Neill", "year": "2010", "journal-title": "Trends Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0015", "doi-asserted-by": "crossref", "first-page": "8", "DOI": "10.1016/j.conb.2014.10.002", "article-title": "Decoding the cognitive map: ensemble hippocampal sequences and decision making", "volume": "32", "author": "Wikenheiser", "year": "2015", "journal-title": "Curr. Opin. Neurobiol." }, { "key": "10.1016/j.tics.2016.05.004_bib0020", "doi-asserted-by": "crossref", "first-page": "1", "DOI": "10.3389/fnhum.2012.00070", "article-title": "The hippocampus and inferential reasoning: building memories to navigate future decisions", "volume": "6", "author": "Zeithamova", "year": "2012", "journal-title": "Front. Hum. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0025", "doi-asserted-by": "crossref", "first-page": "573", "DOI": "10.1037/a0028681", "article-title": "Generalization through the recurrent interaction of episodic memories: A model of the hippocampal system", "volume": "119", "author": "Kumaran", "year": "2012", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0030", "doi-asserted-by": "crossref", "first-page": "109", "DOI": "10.1016/j.neuron.2004.08.028", "article-title": "Hippocampus: cognitive processes and neural representations that underlie declarative memory", "volume": "44", "author": "Eichenbaum", "year": "2004", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0035", "doi-asserted-by": "crossref", "first-page": "76", "DOI": "10.1126/science.1135935", "article-title": "Schemas and memory consolidation", "volume": "316", "author": "Tse", "year": "2007", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0040", "doi-asserted-by": "crossref", "first-page": "891", "DOI": "10.1126/science.1205274", "article-title": "Schema-dependent gene activation and memory encoding in neocortex", "volume": "333", "author": "Tse", "year": "2011", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0045", "doi-asserted-by": "crossref", "first-page": "23", "DOI": "10.1098/rstb.1971.0078", "article-title": "Simple memory: a theory for archicortex", "volume": "262", "author": "Marr", "year": "1971", "journal-title": "Philos. Trans. R. Soc. L. B Biol. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0050", "doi-asserted-by": "crossref", "first-page": "533", "DOI": "10.1038/323533a0", "article-title": "Learning representations by back-propagating errors", "volume": "323", "author": "Rumelhart", "year": "1986", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0055", "first-page": "145", "article-title": "Parallel networks that learn to pronounce English text", "volume": "1", "author": "Sejnowski", "year": "1987", "journal-title": "Complex Syst." }, { "key": "10.1016/j.tics.2016.05.004_bib0060", "doi-asserted-by": "crossref", "first-page": "487", "DOI": "10.1016/j.jphysparis.2005.09.004", "article-title": "Temporal codes and sparse representations: a key to understanding rapid processing in the visual system", "volume": "98", "author": "Guyonneau", "year": "2004", "journal-title": "J. Physiol. Paris" }, { "key": "10.1016/j.tics.2016.05.004_bib0065", "doi-asserted-by": "crossref", "first-page": "56", "DOI": "10.1037/0033-295X.103.1.56", "article-title": "Understanding normal and impaired word reading: computational principles in quasi-regular domains", "volume": "103", "author": "Plaut", "year": "1996", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0070", "series-title": "Semantic Cognition: A Parallel Distributed Processing Approach", "author": "Rogers", "year": "2004" }, { "key": "10.1016/j.tics.2016.05.004_bib0075", "series-title": "An Introduction to Electronic and Neural Networks", "first-page": "405", "article-title": "Brain style computation: learning and generalization", "author": "Rumelhart", "year": "1990" }, { "key": "10.1016/j.tics.2016.05.004_bib0080", "doi-asserted-by": "crossref", "first-page": "436", "DOI": "10.1038/nature14539", "article-title": "Deep learning", "volume": "521", "author": "LeCun", "year": "2015", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0085", "doi-asserted-by": "crossref", "first-page": "8619", "DOI": "10.1073/pnas.1403112111", "article-title": "Performance-optimized hierarchical models predict neural responses in higher visual cortex", "volume": "111", "author": "Yamins", "year": "2014", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0090", "doi-asserted-by": "crossref", "first-page": "356", "DOI": "10.1038/nn.4244", "article-title": "Using goal-driven deep learning models to understand sensory cortex", "volume": "19", "author": "Yamins", "year": "2016", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0095", "series-title": "Proceedings of the 35th Annual Conference of the Cognitive Science Society", "first-page": "1271", "article-title": "Learning hierarchical categories in deep neural networks", "author": "Saxe", "year": "2015" }, { "key": "10.1016/j.tics.2016.05.004_bib0100", "series-title": "Exact solutions to the nonlinear dynamics of learning in deep linear neural networks", "author": "Saxe", "year": "2014" }, { "key": "10.1016/j.tics.2016.05.004_bib0105", "series-title": "The Psychology of Learning and Motivation (Vol. 20)", "doi-asserted-by": "crossref", "first-page": "109", "DOI": "10.1016/S0079-7421(08)60536-8", "article-title": "Catastrophic forgetting in connectionist networks: the problem of sequential learning", "author": "McCloskey", "year": "1989" }, { "key": "10.1016/j.tics.2016.05.004_bib0110", "doi-asserted-by": "crossref", "first-page": "285", "DOI": "10.1037/0033-295X.97.2.285", "article-title": "Connectionist models of recognition memory: constraints imposed by learning and forgetting functions", "volume": "97", "author": "Ratcliff", "year": "1990", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0115", "doi-asserted-by": "crossref", "first-page": "128", "DOI": "10.1016/S1364-6613(99)01294-2", "article-title": "Catastrophic forgetting in connectionist networks", "volume": "3", "author": "French", "year": "1999", "journal-title": "Trends Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0120", "doi-asserted-by": "crossref", "first-page": "54", "DOI": "10.1016/S0734-189X(87)80014-2", "article-title": "A massively parallel architecture for a self-organizing neural pattern recognition architecture", "volume": "37", "author": "Carpenter", "year": "1987", "journal-title": "Comput. Vision, Graph. Image Process." }, { "key": "10.1016/j.tics.2016.05.004_bib0125", "doi-asserted-by": "crossref", "first-page": "408", "DOI": "10.1016/0166-2236(87)90011-7", "article-title": "Hippocampal synaptic enhancement and information storage within a distributed memory system", "volume": "10", "author": "McNaughton", "year": "1987", "journal-title": "Trends Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0130", "doi-asserted-by": "crossref", "first-page": "189", "DOI": "10.1002/hipo.450020209", "article-title": "Computational constraints suggest the need for two distinct input systems to the hippocampal CA3 network", "volume": "2", "author": "Treves", "year": "1992", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0135", "doi-asserted-by": "crossref", "first-page": "661", "DOI": "10.1002/hipo.450040605", "article-title": "Hippocampal conjunctive encoding, storage, and recall: avoiding a trade-off", "volume": "4", "author": "O’Reilly", "year": "1994", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0140", "doi-asserted-by": "crossref", "first-page": "755", "DOI": "10.1002/hipo.20203", "article-title": "Hippocampal place cells: parallel input streams, subregional processing, and implications for episodic memory", "volume": "16", "author": "Knierim", "year": "2006", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0145", "series-title": "Memory, Amnesia and the Hippocampal System", "author": "Cohen", "year": "1994" }, { "key": "10.1016/j.tics.2016.05.004_bib0150", "doi-asserted-by": "crossref", "first-page": "311", "DOI": "10.1037/0033-295X.108.2.311", "article-title": "Conjunctive representations in learning and memory: principles of cortical and hippocampal function", "volume": "108", "author": "O’Reilly", "year": "2001", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0155", "doi-asserted-by": "crossref", "first-page": "611", "DOI": "10.1037/0033-295X.110.4.611", "article-title": "Modeling hippocampal and neocortical contributions to recognition memory: a complementary-learning-systems approach", "volume": "110", "author": "Norman", "year": "2003", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0160", "doi-asserted-by": "crossref", "first-page": "126", "DOI": "10.1016/j.tics.2006.12.003", "article-title": "Associative memory and the medial temporal lobes", "volume": "11", "author": "Mayes", "year": "2007", "journal-title": "Trends Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0165", "doi-asserted-by": "crossref", "first-page": "693", "DOI": "10.1016/j.conb.2006.10.012", "article-title": "Item, context and relational episodic encoding in humans", "volume": "16", "author": "Davachi", "year": "2006", "journal-title": "Curr. Opin. Neurobiol." }, { "key": "10.1016/j.tics.2016.05.004_bib0170", "doi-asserted-by": "crossref", "first-page": "279", "DOI": "10.1146/annurev.neuro.27.070203.144130", "article-title": "The medial temporal lobe", "volume": "27", "author": "Squire", "year": "2004", "journal-title": "Annu. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0175", "doi-asserted-by": "crossref", "first-page": "13904", "DOI": "10.1523/JNEUROSCI.2618-15.2015", "article-title": "Memory and space: towards an inderstanding of the cognitive map", "volume": "35", "author": "Schiller", "year": "2015", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0180", "doi-asserted-by": "crossref", "first-page": "1229", "DOI": "10.1111/j.1551-6709.2011.01214.x", "article-title": "Complementary learning systems", "volume": "38", "author": "O’Reilly", "year": "2014", "journal-title": "Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0185", "doi-asserted-by": "crossref", "first-page": "38", "DOI": "10.1016/j.nlm.2015.10.008", "article-title": "Tracking the flow of hippocampal computation: pattern separation, pattern completion, and attractor dynamics", "volume": "129", "author": "Knierim", "year": "2016", "journal-title": "Neurobiol. Learn. Mem." }, { "key": "10.1016/j.tics.2016.05.004_bib0190", "doi-asserted-by": "crossref", "first-page": "60", "DOI": "10.1016/j.nlm.2015.10.013", "article-title": "Paradox of pattern separation and adult neurogenesis: a dual role for new neurons balancing memory resolution and robustness", "volume": "129", "author": "Johnston", "year": "2016", "journal-title": "Neurobiol. Learn. Mem." }, { "key": "10.1016/j.tics.2016.05.004_bib0195", "doi-asserted-by": "crossref", "first-page": "1798", "DOI": "10.1109/TPAMI.2013.50", "article-title": "Representation learning: a review and new perspectives", "volume": "35", "author": "Bengio", "year": "2013", "journal-title": "IEEE Trans. Pattern Anal. Mach. Intell." }, { "key": "10.1016/j.tics.2016.05.004_bib0200", "doi-asserted-by": "crossref", "first-page": "e1003915", "DOI": "10.1371/journal.pcbi.1003915", "article-title": "Deep supervised, but not unsupervised, models may explain IT cortical representation", "volume": "10", "author": "Khaligh-Razavi", "year": "2014", "journal-title": "PLoS Comput. Biol." }, { "key": "10.1016/j.tics.2016.05.004_bib0205", "doi-asserted-by": "crossref", "first-page": "1126", "DOI": "10.1016/j.neuron.2008.10.043", "article-title": "Matching categorical object representations in inferior temporal cortex of man and monkey", "volume": "60", "author": "Kriegeskorte", "year": "2008", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0210", "doi-asserted-by": "crossref", "first-page": "4766", "DOI": "10.1523/JNEUROSCI.2828-13.2014", "article-title": "Object-specific semantic coding in human perirhinal cortex", "volume": "34", "author": "Clarke", "year": "2014", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0215", "doi-asserted-by": "crossref", "first-page": "4296", "DOI": "10.1152/jn.00024.2007", "article-title": "Object category structure in response patterns of neuronal population in monkey inferior temporal cortex", "volume": "97", "author": "Kiani", "year": "2007", "journal-title": "J. Neurophysiol." }, { "key": "10.1016/j.tics.2016.05.004_bib0220", "doi-asserted-by": "crossref", "first-page": "205", "DOI": "10.1016/j.artint.2009.11.013", "article-title": "Cortical hierarchies, sleep, and the extraction of knowledge from memory", "volume": "174", "author": "McNaughton", "year": "2010", "journal-title": "Artficial Intell." }, { "key": "10.1016/j.tics.2016.05.004_bib0225", "doi-asserted-by": "crossref", "first-page": "67", "DOI": "10.1093/cercor/bhm037", "article-title": "Sparseness constrains the prolongation of memory lifetime via synaptic metaplasticity", "volume": "18", "author": "Leibold", "year": "2008", "journal-title": "Cereb. Cortex" }, { "key": "10.1016/j.tics.2016.05.004_bib0230", "doi-asserted-by": "crossref", "first-page": "149", "DOI": "10.1007/PL00005615", "article-title": "The representational capacity of the distributed encoding of information provided by populations of neurons in primate temporal visual cortex", "volume": "114", "author": "Rolls", "year": "1997", "journal-title": "Exp. Brain Res." }, { "key": "10.1016/j.tics.2016.05.004_bib0235", "doi-asserted-by": "crossref", "first-page": "287", "DOI": "10.1016/S0079-6123(08)61257-1", "article-title": "Comparison of spatial and temporal characteristics of neuronal activity in sequential stages of hippocampal processing", "volume": "83", "author": "Barnes", "year": "1990", "journal-title": "Prog. Brain Res." }, { "key": "10.1016/j.tics.2016.05.004_bib0240", "article-title": "Representation of memories in the cortical–hippocampal system: results from the application of population similarity analyses", "author": "McKenzie", "year": "2015", "journal-title": "Neurobiol. Learn. Mem." }, { "key": "10.1016/j.tics.2016.05.004_bib0245", "doi-asserted-by": "crossref", "first-page": "485", "DOI": "10.1016/S0010-9452(78)80024-0", "article-title": "A cognitive approach to Korsakoff's syndrome", "volume": "14", "author": "Cutting", "year": "1978", "journal-title": "Cortex" }, { "key": "10.1016/j.tics.2016.05.004_bib0250", "series-title": "The Memory Process: Neuroscientific and Humanist Perspectives", "first-page": "99", "article-title": "Memory as a constructive process: the parallel-distributed processing apporach", "author": "McClelland", "year": "2011" }, { "key": "10.1016/j.tics.2016.05.004_bib0255", "doi-asserted-by": "crossref", "first-page": "119", "DOI": "10.1038/nrn1607", "article-title": "The organization of recent and remote memories", "volume": "6", "author": "Frankland", "year": "2005", "journal-title": "Nat. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0260", "doi-asserted-by": "crossref", "first-page": "2339", "DOI": "10.1016/j.neuropsychologia.2010.04.016", "article-title": "Memory formation and long-term retention in humans and animals: convergence towards a transformation account of hippocampal–neocortical interactions", "volume": "48", "author": "Winocur", "year": "2010", "journal-title": "Neuropsychologia" }, { "key": "10.1016/j.tics.2016.05.004_bib0265", "series-title": "Memory Consolidation: Psychobiology of Cognition", "first-page": "185", "article-title": "The medial temporal region and memory consolidation: a new hypothesis", "author": "Squire", "year": "1984" }, { "key": "10.1016/j.tics.2016.05.004_bib0270", "doi-asserted-by": "crossref", "first-page": "259", "DOI": "10.1080/095400996116910", "article-title": "Consolidation in neural networks and in the sleeping brain", "volume": "8", "author": "Robins", "year": "1996", "journal-title": "Conn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0275", "doi-asserted-by": "crossref", "first-page": "12", "DOI": "10.1016/j.neuron.2013.12.025", "article-title": "Sleep and the price of plasticity: from synaptic and cellular homeostasis to memory consolidation and integration", "volume": "81", "author": "Tononi", "year": "2014", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0280", "doi-asserted-by": "crossref", "first-page": "1212", "DOI": "10.1016/j.neunet.2005.08.010", "article-title": "Methods for reducing interference in the complementary learning systems model: oscillating inhibition and autonomous memory rehearsal", "volume": "18", "author": "Norman", "year": "2005", "journal-title": "Neural Netw." }, { "key": "10.1016/j.tics.2016.05.004_bib0285", "doi-asserted-by": "crossref", "first-page": "1870", "DOI": "10.1126/science.271.5257.1870", "article-title": "Replay of neuronal firing sequences in rat hippocampus during sleep following spatial experience", "volume": "271", "author": "Skaggs", "year": "1996", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0290", "doi-asserted-by": "crossref", "first-page": "676", "DOI": "10.1126/science.8036517", "article-title": "Reactivation of hippocampal ensemble memories during sleep", "volume": "265", "author": "Wilson", "year": "1994", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0295", "doi-asserted-by": "crossref", "first-page": "147", "DOI": "10.1038/nn.2732", "article-title": "Hippocampal replay in the awake state: a potential substrate for memory consolidation and retrieval", "volume": "14", "author": "Carr", "year": "2011", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0300", "doi-asserted-by": "crossref", "first-page": "551", "DOI": "10.1016/0306-4522(89)90423-5", "article-title": "Two-stage model of memory trace formation: a role for ‘noisy’ brain states", "volume": "31", "author": "Buzsaki", "year": "1989", "journal-title": "Neuroscience" }, { "key": "10.1016/j.tics.2016.05.004_bib0305", "doi-asserted-by": "crossref", "first-page": "286", "DOI": "10.1038/nn1202", "article-title": "Off-line replay maintains declarative memories in a model of hippocampal-neocortical interactions", "volume": "7", "author": "Kali", "year": "2004", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0310", "doi-asserted-by": "crossref", "first-page": "2065", "DOI": "10.1073/pnas.0437938100", "article-title": "Communication between neocortex and hippocampus during sleep in rodents", "volume": "100", "author": "Sirota", "year": "2003", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0315", "doi-asserted-by": "crossref", "first-page": "697", "DOI": "10.1101/lm.73504", "article-title": "Hippocampal sharp wave bursts coincide with neocortical ‘up-state’ transitions", "volume": "11", "author": "Battaglia", "year": "2004", "journal-title": "Learn. Mem." }, { "key": "10.1016/j.tics.2016.05.004_bib0320", "doi-asserted-by": "crossref", "DOI": "10.1038/nn.4291", "article-title": "Coordinated grid and place cell replay during rest", "author": "Ólafsdóttir", "year": "2016", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0325", "doi-asserted-by": "crossref", "first-page": "100", "DOI": "10.1038/nn1825", "article-title": "Coordinated memory replay in the visual cortex and hippocampus during sleep", "volume": "10", "author": "Ji", "year": "2007", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0330", "doi-asserted-by": "crossref", "first-page": "e1000173", "DOI": "10.1371/journal.pbio.1000173", "article-title": "Hippocampus leads ventral striatum in replay of place–reward information", "volume": "7", "author": "Lansink", "year": "2009", "journal-title": "PLoS Biol." }, { "key": "10.1016/j.tics.2016.05.004_bib0335", "doi-asserted-by": "crossref", "first-page": "1", "DOI": "10.1002/hipo.20707", "article-title": "Disruption of ripple-associated hippocampal activity during rest impairs spatial learning in the rat", "volume": "20", "author": "Ego-Stengel", "year": "2010", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0340", "doi-asserted-by": "crossref", "first-page": "1222", "DOI": "10.1038/nn.2384", "article-title": "Selective suppression of hippocampal ripples impairs spatial memory", "volume": "12", "author": "Girardeau", "year": "2009", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0345", "doi-asserted-by": "crossref", "first-page": "781", "DOI": "10.1016/j.neuron.2009.05.013", "article-title": "Hippocampal CA3 output is crucial for ripple-associated reactivation and consolidation of memory", "volume": "62", "author": "Nakashiba", "year": "2009", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0350", "doi-asserted-by": "crossref", "first-page": "12176", "DOI": "10.1523/JNEUROSCI.3761-07.2007", "article-title": "Neural ensembles in CA3 transiently encode paths forward of the animal at a decision point", "volume": "27", "author": "Johnson", "year": "2007", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0355", "doi-asserted-by": "crossref", "first-page": "289", "DOI": "10.1038/nn.3909", "article-title": "Hippocampal theta sequences reflect current goals", "volume": "18", "author": "Wikenheiser", "year": "2015", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0360", "doi-asserted-by": "crossref", "first-page": "6459", "DOI": "10.1523/JNEUROSCI.3414-13.2014", "article-title": "Hippocampal replay captures the unique topological structure of a novel environment", "volume": "34", "author": "Wu", "year": "2014", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0365", "doi-asserted-by": "crossref", "first-page": "695", "DOI": "10.1016/j.neuron.2010.01.034", "article-title": "Hippocampal replay is not a simple function of experience", "volume": "65", "author": "Gupta", "year": "2010", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0370", "doi-asserted-by": "crossref", "first-page": "74", "DOI": "10.1038/nature12112", "article-title": "Hippocampal place-cell sequences depict future paths to remembered goals", "volume": "497", "author": "Pfeiffer", "year": "2013", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0375", "doi-asserted-by": "crossref", "first-page": "e06063", "DOI": "10.7554/eLife.06063", "article-title": "Hippocampal place cells construct reward related sequences through unexplored space", "volume": "4", "author": "Ólafsdóttir", "year": "2015", "journal-title": "Elife" }, { "key": "10.1016/j.tics.2016.05.004_bib0380", "doi-asserted-by": "crossref", "first-page": "1439", "DOI": "10.1038/nn.3203", "article-title": "Biasing the content of hippocampal replay during sleep", "volume": "15", "author": "Bendor", "year": "2012", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0385", "doi-asserted-by": "crossref", "first-page": "773", "DOI": "10.1098/rstb.2007.2087", "article-title": "The cognitive neuroscience of constructive memory: remembering the past and imagining the future", "volume": "362", "author": "Schacter", "year": "2007", "journal-title": "Philos. Trans. R. Soc. B Biol. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0390", "doi-asserted-by": "crossref", "first-page": "299", "DOI": "10.1016/j.tics.2007.05.001", "article-title": "Deconstructing episodic memory with construction", "volume": "11", "author": "Hassabis", "year": "2007", "journal-title": "Trends Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0395", "doi-asserted-by": "crossref", "first-page": "1726", "DOI": "10.1073/pnas.0610561104", "article-title": "Patients with hippocampal amnesia cannot imagine new experiences", "volume": "104", "author": "Hassabis", "year": "2007", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0400", "article-title": "Hippocampal contributions to control: the third way", "author": "Lengyel", "year": "2007", "journal-title": "Neural Inf. Process. Syst." }, { "key": "10.1016/j.tics.2016.05.004_bib0405", "doi-asserted-by": "crossref", "first-page": "703", "DOI": "10.1037/0033-295X.96.4.703", "article-title": "Human memory: an adaptive perspective", "volume": "96", "author": "Anderson", "year": "1989", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0410", "doi-asserted-by": "crossref", "first-page": "703", "DOI": "10.1016/j.neuron.2005.05.002", "article-title": "The hippocampal–VTA loop: controlling the entry of information into long-term memory", "volume": "46", "author": "Lisman", "year": "2005", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0415", "doi-asserted-by": "crossref", "first-page": "536", "DOI": "10.1016/j.tins.2011.07.006", "article-title": "A neoHebbian framework for episodic memory; role of dopamine-dependent late LTP", "volume": "34", "author": "Lisman", "year": "2011", "journal-title": "Trends Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0420", "doi-asserted-by": "crossref", "first-page": "272", "DOI": "10.1038/nrn2614", "article-title": "The anatomy of memory: an interactive overview of the parahippocampal-hippocampal network", "volume": "10", "author": "van Strien", "year": "2009", "journal-title": "Nat. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0425", "doi-asserted-by": "crossref", "first-page": "351", "DOI": "10.1016/S1364-6613(99)01365-0", "article-title": "Neuromodulation: acetylcholine and memory consolidation", "volume": "3", "author": "Hasselmo", "year": "1999", "journal-title": "Trends Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0430", "doi-asserted-by": "crossref", "first-page": "1658", "DOI": "10.1038/nn.3843", "article-title": "Dopaminergic neurons promote hippocampal reactivation and spatial memory persistence", "volume": "17", "author": "McNamara", "year": "2014", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0435", "doi-asserted-by": "crossref", "first-page": "211", "DOI": "10.1038/nrn2573", "article-title": "The locus coeruleus and noradrenergic modulation of cognition", "volume": "10", "author": "Sara", "year": "2009", "journal-title": "Nat. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0440", "doi-asserted-by": "crossref", "first-page": "1", "DOI": "10.1146/annurev.neuro.27.070203.144157", "article-title": "The amybdala modulates the consolidation of memories of emotionally arousing experiences", "volume": "27", "author": "McGaugh", "year": "2004", "journal-title": "Annu. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0445", "doi-asserted-by": "crossref", "first-page": "17", "DOI": "10.1038/nrn2963", "article-title": "Making memories last: the synaptic tagging and capture hypothesis", "volume": "12", "author": "Redondo", "year": "2011", "journal-title": "Nat. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0450", "doi-asserted-by": "crossref", "first-page": "157", "DOI": "10.3389/fnhum.2012.00157", "article-title": "What representations and computations underpin the contribution of the hippocampus to generalization and inference?", "volume": "6", "author": "Kumaran", "year": "2012", "journal-title": "Front. Hum. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0455", "doi-asserted-by": "crossref", "first-page": "255", "DOI": "10.1038/379255a0", "article-title": "Conservation of hippocampal memory function in rats and humans", "volume": "379", "author": "Bunsey", "year": "1996", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0460", "doi-asserted-by": "crossref", "first-page": "14676", "DOI": "10.1523/JNEUROSCI.3250-10.2010", "article-title": "Flexible memories: differential roles for medial temporal lobe and prefrontal cortex in cross-episode binding", "volume": "30", "author": "Zeithamova", "year": "2010", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0465", "doi-asserted-by": "crossref", "first-page": "148", "DOI": "10.1002/hipo.20009", "article-title": "Hippocampal contribution to the novel use of relational information in declarative memory", "volume": "14", "author": "Preston", "year": "2004", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0470", "doi-asserted-by": "crossref", "first-page": "7109", "DOI": "10.1073/pnas.94.13.7109", "article-title": "The hippocampus and memory for orderly stimulus relations", "volume": "94", "author": "Dusek", "year": "1997", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0475", "doi-asserted-by": "crossref", "first-page": "378", "DOI": "10.1016/j.neuron.2008.09.023", "article-title": "Integrating memories in the human brain: hippocampal-midbrain encoding of overlapping events", "volume": "60", "author": "Shohamy", "year": "2008", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0480", "doi-asserted-by": "crossref", "first-page": "168", "DOI": "10.1016/j.neuron.2012.05.010", "article-title": "Hippocampal and ventral medial prefrontal activation during retrieval-mediated learning supports novel inference", "volume": "75", "author": "Zeithamova", "year": "2012", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0485", "doi-asserted-by": "crossref", "first-page": "821", "DOI": "10.1016/j.cub.2015.01.033", "article-title": "Insight reconfigures hippocampal-prefrontal memories", "volume": "25", "author": "Milivojevic", "year": "2015", "journal-title": "Curr. Biol." }, { "key": "10.1016/j.tics.2016.05.004_bib0490", "doi-asserted-by": "crossref", "first-page": "8151", "DOI": "10.1038/ncomms9151", "article-title": "Learning-related representational changes reveal dissociable integration and separation signatures in the hippocampus and prefrontal cortex", "volume": "6", "author": "Schlichting", "year": "2015", "journal-title": "Nat. Commun." }, { "key": "10.1016/j.tics.2016.05.004_bib0495", "doi-asserted-by": "crossref", "first-page": "209", "DOI": "10.1016/S0896-6273(00)80773-4", "article-title": "The hippocampus, memory, and place cells: is it spatial memory or a memory space?", "volume": "23", "author": "Eichenbaum", "year": "1999", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0500", "doi-asserted-by": "crossref", "first-page": "75", "DOI": "10.1037/0033-295X.112.1.75", "article-title": "The temporal context model in spatial navigation and relational learning: toward a common explanation of medial temporal lobe function across domains", "volume": "112", "author": "Howard", "year": "2005", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0505", "doi-asserted-by": "crossref", "first-page": "1026", "DOI": "10.1002/hipo.20022", "article-title": "Two reentrant pathways in the hippocampal–entorhinal system", "volume": "14", "author": "Kloosterman", "year": "2004", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0510", "doi-asserted-by": "crossref", "first-page": "764", "DOI": "10.1016/j.neuron.2014.07.032", "article-title": "Can we reconcile the declarative memory and spatial navigation views on hippocampal function?", "volume": "83", "author": "Eichenbaum", "year": "2014", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0515", "series-title": "The Hippocampus", "first-page": "715", "article-title": "Computational models of the spatial and mnemonic functions of the hippocampus", "author": "Burgess", "year": "2006" }, { "key": "10.1016/j.tics.2016.05.004_bib0520", "doi-asserted-by": "crossref", "first-page": "20140383", "DOI": "10.1098/rstb.2014.0383", "article-title": "Memory, modelling and Marr: a commentary on Marr (1971) ‘Simple memory: a theory of archicortex’", "volume": "370", "author": "Willshaw", "year": "2015", "journal-title": "Philos. Trans. R. Soc. B Biol. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0525", "doi-asserted-by": "crossref", "first-page": "1736", "DOI": "10.1162/jocn_a_00578", "article-title": "The necessity of the medial temporal lobe for statistical learning", "volume": "26", "author": "Schapiro", "year": "2014", "journal-title": "J. Cogn. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0530", "doi-asserted-by": "crossref", "first-page": "1747", "DOI": "10.1126/science.8259522", "article-title": "The learning of categories: parallel brain systems for item memory and category knowledge", "volume": "262", "author": "Knowlton", "year": "1993", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0535", "doi-asserted-by": "crossref", "first-page": "1159", "DOI": "10.1037/a0034461", "article-title": "Mechanisms for widespread hippocampal involvement in cognition", "volume": "142", "author": "Shohamy", "year": "2013", "journal-title": "J. Exp. Psychol. Gen." }, { "key": "10.1016/j.tics.2016.05.004_bib0540", "doi-asserted-by": "crossref", "first-page": "104", "DOI": "10.1037/0278-7393.10.1.104", "article-title": "Choice, similarity, and the context theory of classification", "volume": "10", "author": "Nosofsky", "year": "1984", "journal-title": "J. Exp. Psychol. Learn. Mem. Cogn." }, { "key": "10.1016/j.tics.2016.05.004_bib0545", "doi-asserted-by": "crossref", "first-page": "1", "DOI": "10.1016/j.cogpsych.2015.03.003", "article-title": "From specific examples to general knowledge in language learning", "volume": "79", "author": "Tamminen", "year": "2015", "journal-title": "Cogn. Psychol." }, { "key": "10.1016/j.tics.2016.05.004_bib0550", "doi-asserted-by": "crossref", "first-page": "218", "DOI": "10.1038/nrn2762-c1", "article-title": "Overnight alchemy: sleep-dependent memory evolution", "volume": "11", "author": "Walker", "year": "2010", "journal-title": "Nat. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0555", "doi-asserted-by": "crossref", "first-page": "613", "DOI": "10.1038/17605", "article-title": "The global record of memory in hippocampal neuronal activity", "volume": "397", "author": "Wood", "year": "1999", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0560", "doi-asserted-by": "crossref", "first-page": "732", "DOI": "10.1038/nrn3827", "article-title": "Time cells in the hippocampus: a new dimension for mapping memories", "volume": "15", "author": "Eichenbaum", "year": "2014", "journal-title": "Nat. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0565", "doi-asserted-by": "crossref", "first-page": "202", "DOI": "10.1016/j.neuron.2014.05.019", "article-title": "Hippocampal representation of related and opposing memories develop within distinct, hierarchically organized neural schemas", "volume": "83", "author": "McKenzie", "year": "2014", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0570", "doi-asserted-by": "crossref", "first-page": "1102", "DOI": "10.1038/nature03687", "article-title": "Invariant visual representation by single neurons in the human brain", "volume": "435", "author": "Quiroga", "year": "2005", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0575", "doi-asserted-by": "crossref", "first-page": "1190", "DOI": "10.1037/a0033812", "article-title": "Incorporating rapid neocortical learning of new schema-consistent information into complementary learning systems theory", "volume": "142", "author": "McClelland", "year": "2013", "journal-title": "J. Exp. Psychol. Gen." }, { "key": "10.1016/j.tics.2016.05.004_bib0580", "doi-asserted-by": "crossref", "first-page": "654", "DOI": "10.1002/(SICI)1098-1063(1996)6:6<654::AID-HIPO8>3.0.CO;2-G", "article-title": "Considerations arising from a complementary learning systems perspective on hippocampus and neocortex", "volume": "6", "author": "McClelland", "year": "1996", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0585", "series-title": "Explorations in the Microstructure of Cognition. Vol. 1: Foundations", "first-page": "77", "article-title": "Distributed representations", "author": "Hinton", "year": "1986" }, { "key": "10.1016/j.tics.2016.05.004_bib0590", "first-page": "1106", "article-title": "Imagenet classification with deep convolutional neural networks", "volume": "25", "author": "Krizhevsky", "year": "2012", "journal-title": "Adv. Neural Inf. Process. Syst." }, { "key": "10.1016/j.tics.2016.05.004_bib0595", "doi-asserted-by": "crossref", "first-page": "529", "DOI": "10.1038/nature14236", "article-title": "Human-level control through deep reinforcement learning", "volume": "518", "author": "Mnih", "year": "2015", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0600", "doi-asserted-by": "crossref", "first-page": "18428", "DOI": "10.1073/pnas.1421056111", "article-title": "Place cells in the hippocampus: eleven maps for eleven rooms", "volume": "111", "author": "Alme", "year": "2014", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0605", "doi-asserted-by": "crossref", "first-page": "5900", "DOI": "10.1523/JNEUROSCI.17-15-05900.1997", "article-title": "Path integration and cognitive mapping in a continuous attractor neural network model", "volume": "17", "author": "Samsonovich", "year": "1997", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0610", "doi-asserted-by": "crossref", "first-page": "130", "DOI": "10.1038/nn.3304", "article-title": "Memory, navigation and theta rhythm in the hippocampal–entorhinal system", "volume": "16", "author": "Buzsaki", "year": "2013", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0615", "doi-asserted-by": "crossref", "first-page": "e1003641", "DOI": "10.1371/journal.pcbi.1003641", "article-title": "A signature of attractor dynamics in the CA3 region of the hippocampus", "volume": "10", "author": "Renno-Costa", "year": "2014", "journal-title": "PLoS Comput. Biol." }, { "key": "10.1016/j.tics.2016.05.004_bib0620", "doi-asserted-by": "crossref", "first-page": "873", "DOI": "10.1126/science.1108905", "article-title": "Attractor dynamics in the hippocampal representation of the local environment", "volume": "308", "author": "Wills", "year": "2005", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0625", "series-title": "Neural Turning machines", "author": "Graves", "year": "2014" }, { "key": "10.1016/j.tics.2016.05.004_bib0630", "first-page": "2431", "article-title": "End-to-end memory networks", "author": "Sukhbaatar", "year": "2015", "journal-title": "NIPS" }, { "key": "10.1016/j.tics.2016.05.004_bib0635", "unstructured": "J. Weston, et al. Memory Networks. Published online October 15, 2014 http://arxiv.org/abs/1410.3916" }, { "key": "10.1016/j.tics.2016.05.004_bib0640", "doi-asserted-by": "crossref", "first-page": "11", "DOI": "10.1136/jnnp.20.1.11", "article-title": "Loss of recent memory after bilateral hippocampal lesions", "volume": "20", "author": "Scoville", "year": "1957", "journal-title": "J. Neurol. Neurosurg. Psychiatry" }, { "key": "10.1016/j.tics.2016.05.004_bib0645", "doi-asserted-by": "crossref", "first-page": "217", "DOI": "10.1016/S0959-4388(97)80010-4", "article-title": "Memory consolidation, retrograde amnesia and the hippocampal complex", "volume": "7", "author": "Nadel", "year": "1997", "journal-title": "Curr. Opin. Neurobiol." }, { "key": "10.1016/j.tics.2016.05.004_bib0650", "doi-asserted-by": "crossref", "first-page": "35", "DOI": "10.1111/j.1469-7580.2005.00421.x", "article-title": "Functional neuroanatomy of remote episodic, semantic and spatial memory: a unified account based on multiple trace theory", "volume": "207", "author": "Moscovitch", "year": "2005", "journal-title": "J. Anat." }, { "key": "10.1016/j.tics.2016.05.004_bib0655", "doi-asserted-by": "crossref", "first-page": "515", "DOI": "10.1016/j.tins.2011.06.006", "article-title": "Pattern separation in the hippocampus", "volume": "34", "author": "Yassa", "year": "2011", "journal-title": "Trends Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0660", "doi-asserted-by": "crossref", "first-page": "381", "DOI": "10.1038/nature11028", "article-title": "Optogenetic stimulation of a hippocampal engram activates fear memory recall", "volume": "484", "author": "Liu", "year": "2012", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0665", "doi-asserted-by": "crossref", "first-page": "961", "DOI": "10.1126/science.1135801", "article-title": "Pattern separation in the dentate gyrus and CA3 of the hippocampus", "volume": "315", "author": "Leutgeb", "year": "2007", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0670", "doi-asserted-by": "crossref", "first-page": "1295", "DOI": "10.1126/science.1100265", "article-title": "Distinct ensemble codes in hippocampal areas CA3 and CA1", "volume": "305", "author": "Leutgeb", "year": "2004", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0675", "doi-asserted-by": "crossref", "first-page": "1143", "DOI": "10.1002/hipo.20960", "article-title": "Decoding representations of scenes in the medial temporal lobes", "volume": "22", "author": "Bonnici", "year": "2011", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0680", "doi-asserted-by": "crossref", "first-page": "94", "DOI": "10.1126/science.1140263", "article-title": "Dentate gyrus NMDA receptors mediate rapid pattern separation in the hippocampal network", "volume": "317", "author": "McHugh", "year": "2007", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0685", "doi-asserted-by": "crossref", "first-page": "416", "DOI": "10.1016/j.neuron.2013.11.017", "article-title": "CA3 retrieves coherent representations from degraded input: direct evidence for CA3 pattern completion and dentate gyrus pattern separation", "volume": "81", "author": "Neunuebel", "year": "2014", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0690", "doi-asserted-by": "crossref", "first-page": "211", "DOI": "10.1126/science.1071795", "article-title": "Requirement for hippocampal CA3 NMDA receptors in associative memory recall", "volume": "297", "author": "Nakazawa", "year": "2002", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0695", "doi-asserted-by": "crossref", "first-page": "246", "DOI": "10.1038/nature10439", "article-title": "Theta-paced flickering between place-cell maps in the hippocampus", "volume": "478", "author": "Jezek", "year": "2011", "journal-title": "Nature" }, { "key": "10.1016/j.tics.2016.05.004_bib0700", "doi-asserted-by": "crossref", "first-page": "981", "DOI": "10.1038/nn.3736", "article-title": "Patterns across multiple memories are identified over time", "volume": "17", "author": "Richards", "year": "2014", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0705", "doi-asserted-by": "crossref", "first-page": "e1003067", "DOI": "10.1371/journal.pcbi.1003067", "article-title": "Theta coordinated error-driven learning in the hippocampus", "volume": "9", "author": "Ketz", "year": "2013", "journal-title": "PLoS Comput. Biol." }, { "key": "10.1016/j.tics.2016.05.004_bib0710", "doi-asserted-by": "crossref", "first-page": "47", "DOI": "10.1016/j.tics.2008.11.004", "article-title": "Novelty signals: a window into hippocampal information processing", "volume": "13", "author": "Kumaran", "year": "2009", "journal-title": "Trends Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0715", "doi-asserted-by": "crossref", "first-page": "147", "DOI": "10.1016/S0896-6273(03)00227-7", "article-title": "One-shot memory in hippocampal CA3 networks", "volume": "38", "author": "Moser", "year": "2003", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0720", "doi-asserted-by": "crossref", "first-page": "394", "DOI": "10.1038/nn.4237", "article-title": "Computational principles of memory", "volume": "19", "author": "Chaudhuri", "year": "2016", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0725", "doi-asserted-by": "crossref", "first-page": "1093", "DOI": "10.1016/j.neuron.2015.07.012", "article-title": "Neural population evidence of functional heterogeneity along the CA3 transverse axis: pattern completion versus pattern separation", "volume": "87", "author": "Lee", "year": "2015", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0730", "doi-asserted-by": "crossref", "first-page": "1078", "DOI": "10.1016/j.neuron.2015.07.007", "article-title": "Topography of place maps along the CA3-to-CA2 axis of the hippocampus", "volume": "87", "author": "Lu", "year": "2015", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0735", "doi-asserted-by": "crossref", "first-page": "1562", "DOI": "10.1038/nn.4138", "article-title": "Memory hierarchies map onto the hippocampal long axis in humans", "volume": "18", "author": "Collin", "year": "2015", "journal-title": "Nat. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0740", "doi-asserted-by": "crossref", "first-page": "230", "DOI": "10.1016/j.tics.2013.03.005", "article-title": "Long-axis specialization of the human hippocampus", "volume": "17", "author": "Poppenk", "year": "2013", "journal-title": "Trends Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0745", "doi-asserted-by": "crossref", "first-page": "655", "DOI": "10.1038/nrn3785", "article-title": "Functional organization of the hippocampal longitudinal axis", "volume": "15", "author": "Strange", "year": "2014", "journal-title": "Nat. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0750", "doi-asserted-by": "crossref", "first-page": "713", "DOI": "10.1038/nrn3338", "article-title": "Two cortical systems for memory-guided behaviour", "volume": "13", "author": "Ranganath", "year": "2012", "journal-title": "Nat. Rev. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0755", "doi-asserted-by": "crossref", "first-page": "3898", "DOI": "10.1523/JNEUROSCI.14-06-03898.1994", "article-title": "Laminar selectivity of the cholinergic suppression of synaptic transmission in rat hippocampal region CA1: computational modeling and brain slice physiology", "volume": "14", "author": "Hasselmo", "year": "1994", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0760", "doi-asserted-by": "crossref", "first-page": "6489", "DOI": "10.1523/JNEUROSCI.0350-04.2004", "article-title": "Differences in hippocampal neuronal population responses to modifications of an environmental context: evidence for distinct, yet complementary, functions of CA3 and CA1 ensembles", "volume": "24", "author": "Vazdarjanova", "year": "2004", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0765", "doi-asserted-by": "crossref", "first-page": "481", "DOI": "10.1016/j.conb.2004.07.007", "article-title": "Sparse coding of sensory inputs", "volume": "14", "author": "Olshausen", "year": "2004", "journal-title": "Curr. Opin. Neurobiol." }, { "key": "10.1016/j.tics.2016.05.004_bib0770", "doi-asserted-by": "crossref", "first-page": "87", "DOI": "10.1016/j.tics.2007.12.003", "article-title": "Sparse but not ‘grandmother-cell’ coding in the medial temporal lobe", "volume": "12", "author": "Quiroga", "year": "2008", "journal-title": "Trends Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0775", "doi-asserted-by": "crossref", "first-page": "329", "DOI": "10.1016/j.tins.2009.01.009", "article-title": "The hippocampal rate code: anatomy, physiology and theory", "volume": "32", "author": "Ahmed", "year": "2009", "journal-title": "Trends Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0780", "doi-asserted-by": "crossref", "first-page": "2355", "DOI": "10.1523/JNEUROSCI.3869-08.2009", "article-title": "The sparseness of neuronal responses in ferret primary visual cortex", "volume": "29", "author": "Tolhurst", "year": "2009", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0785", "doi-asserted-by": "crossref", "first-page": "1273", "DOI": "10.1126/science.287.5456.1273", "article-title": "Sparse coding and decorrelation in primary visual cortex during natural vision", "volume": "287", "author": "Vinje", "year": "2000", "journal-title": "Science" }, { "key": "10.1016/j.tics.2016.05.004_bib0790", "doi-asserted-by": "crossref", "first-page": "1945", "DOI": "10.1523/JNEUROSCI.12-05-01945.1992", "article-title": "The positional firing properties of medial entorhinal neurons: description and comparison with hippocampal place cells", "volume": "12", "author": "Quirk", "year": "1992", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0795", "doi-asserted-by": "crossref", "first-page": "10170", "DOI": "10.1523/JNEUROSCI.6125-11.2012", "article-title": "Balanced increases in selectivity and tolerance produce constant sparseness along the ventral visual stream", "volume": "32", "author": "Rust", "year": "2012", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0800", "doi-asserted-by": "crossref", "first-page": "371", "DOI": "10.1068/p010371", "article-title": "Single units and sensation: a neuron doctrine for perceptual psychology?", "volume": "1", "author": "Barlow", "year": "1972", "journal-title": "Perception" }, { "key": "10.1016/j.tics.2016.05.004_bib0805", "doi-asserted-by": "crossref", "first-page": "23", "DOI": "10.1111/j.1551-6708.1987.tb00862.x", "article-title": "Competitive learning: from interactive activation to adaptive resonance", "volume": "11", "author": "Grossberg", "year": "1987", "journal-title": "Cogn. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0810", "doi-asserted-by": "crossref", "first-page": "5466", "DOI": "10.1523/JNEUROSCI.4293-12.2013", "article-title": "Global similarity and pattern separation in the human medial temporal lobe predict subsequent memory", "volume": "33", "author": "LaRocque", "year": "2013", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0815", "doi-asserted-by": "crossref", "first-page": "375", "DOI": "10.1037/0033-295X.88.5.375", "article-title": "An interactive activation model of context effects in letter perception. Part 1. An account of the basic findings", "volume": "88", "author": "McClelland", "year": "1981", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0820", "doi-asserted-by": "crossref", "first-page": "207", "DOI": "10.1037/0033-295X.85.3.207", "article-title": "Context theory of classification", "volume": "85", "author": "Medin", "year": "1978", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0825", "doi-asserted-by": "crossref", "first-page": "411", "DOI": "10.1037/0033-295X.93.4.411", "article-title": "‘Schema abstraction’ in a multiple-trace memory model", "volume": "93", "author": "Hintzman", "year": "1986", "journal-title": "Psychol. Rev." }, { "key": "10.1016/j.tics.2016.05.004_bib0830", "doi-asserted-by": "crossref", "first-page": "10503", "DOI": "10.1073/pnas.1423036112", "article-title": "Specific responses of human hippocampal neurons are associated with better memory", "volume": "112", "author": "Suthana", "year": "2015", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0835", "doi-asserted-by": "crossref", "first-page": "623", "DOI": "10.1016/S0896-6273(00)00071-4", "article-title": "Hippocampal neurons encode information about different types of memory episodes occurring in the same location", "volume": "27", "author": "Wood", "year": "2000", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0840", "doi-asserted-by": "crossref", "first-page": "1227", "DOI": "10.1016/S0896-6273(03)00752-9", "article-title": "Prospective and retrospective memory coding in the hippocampus", "volume": "40", "author": "Ferbinteanu", "year": "2003", "journal-title": "Neuron" }, { "key": "10.1016/j.tics.2016.05.004_bib0845", "doi-asserted-by": "crossref", "first-page": "1313", "DOI": "10.1523/JNEUROSCI.2901-04.2005", "article-title": "Sequential-context-dependent hippocampal activity is not necessary to learn sequences with repeated elements", "volume": "25", "author": "Bower", "year": "2005", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0850", "doi-asserted-by": "crossref", "first-page": "14607", "DOI": "10.1523/JNEUROSCI.1537-13.2013", "article-title": "Distinct hippocampal time cell sequences represent odor memories in immobilized rats", "volume": "33", "author": "MacDonald", "year": "2013", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0855", "doi-asserted-by": "crossref", "first-page": "7079", "DOI": "10.1523/JNEUROSCI.15-11-07079.1995", "article-title": "Interactions between location and task affect the spatial and directional firing of hippocampal neurons", "volume": "15", "author": "Markus", "year": "1995", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0860", "doi-asserted-by": "crossref", "first-page": "8455", "DOI": "10.1523/JNEUROSCI.18-20-08455.1998", "article-title": "Spatial firing properties of hippocampal CA1 populations in an environment containing two visually identical regions", "volume": "18", "author": "Skaggs", "year": "1998", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0865", "first-page": "4", "article-title": "Representational similarity analysis – connecting the branches of systems neuroscience", "volume": "2", "author": "Kriegeskorte", "year": "2008", "journal-title": "Front. Syst. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0870", "doi-asserted-by": "crossref", "first-page": "9918", "DOI": "10.1523/JNEUROSCI.1378-09.2009", "article-title": "Robust conjunctive item-place coding by hippocampal neurons parallels learning what happens where", "volume": "29", "author": "Komorowski", "year": "2009", "journal-title": "J. Neurosci." }, { "key": "10.1016/j.tics.2016.05.004_bib0875", "doi-asserted-by": "crossref", "first-page": "7723", "DOI": "10.1073/pnas.0700094104", "article-title": "Human relational memory requires time and sleep", "volume": "104", "author": "Ellenbogen", "year": "2007", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0880", "doi-asserted-by": "crossref", "first-page": "35", "DOI": "10.1111/j.1467-9280.2007.01845.x", "article-title": "Sleep-associated changes in the mental representation of spoken words", "volume": "18", "author": "Dumay", "year": "2007", "journal-title": "Psychol. Sci." }, { "key": "10.1016/j.tics.2016.05.004_bib0885", "doi-asserted-by": "crossref", "first-page": "2296", "DOI": "10.1037/xge0000020", "article-title": "Fast mapping rapidly integrates information into existing memory networks", "volume": "143", "author": "Coutanche", "year": "2014", "journal-title": "J Exp Psychol Gen." }, { "key": "10.1016/j.tics.2016.05.004_bib0890", "doi-asserted-by": "crossref", "first-page": "1146", "DOI": "10.1073/pnas.1005238108", "article-title": "Rapid neocortical acquisition of long-term arbitrary associations independent of the hippocampus", "volume": "108", "author": "Sharon", "year": "2011", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0895", "doi-asserted-by": "crossref", "first-page": "1653", "DOI": "10.1002/hipo.22353", "article-title": "Neocortical catastrophic interference in healthy and amnesic adults: a paradoxical matter of time", "volume": "24", "author": "Merhav", "year": "2014", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0900", "doi-asserted-by": "crossref", "first-page": "475", "DOI": "10.1073/pnas.1322263111", "article-title": "Comparison of explicit and incidental learning strategies in memory-impaired patients", "volume": "111", "author": "Smith", "year": "2014", "journal-title": "Proc. Natl. Acad. Sci. U.S.A." }, { "key": "10.1016/j.tics.2016.05.004_bib0905", "doi-asserted-by": "crossref", "first-page": "920", "DOI": "10.1002/hipo.22279", "article-title": "Not so fast: hippocampal amnesia slows word learning despite successful fast mapping", "volume": "24", "author": "Warren", "year": "2014", "journal-title": "Hippocampus" }, { "key": "10.1016/j.tics.2016.05.004_bib0910", "doi-asserted-by": "crossref", "first-page": "52", "DOI": "10.1016/j.neuropsychologia.2014.05.011", "article-title": "No evidence that ‘fast-mapping’ benefits novel learning in healthy older adults", "volume": "60", "author": "Greve", "year": "2014", "journal-title": "Neuropsychologia" }, { "key": "10.1016/j.tics.2016.05.004_bib0915", "series-title": "International Conference on Learning Representations", "article-title": "Prioritized experience replay", "author": "Schaul", "year": "2016" }, { "key": "10.1016/j.tics.2016.05.004_bib0920", "series-title": "The Organization of Learning", "author": "Gallistel", "year": "1990" }, { "key": "10.1016/j.tics.2016.05.004_bib0925", "doi-asserted-by": "crossref", "first-page": "1735", "DOI": "10.1162/neco.1997.9.8.1735", "article-title": "Long short-term memory", "volume": "9", "author": "Hochreiter", "year": "1997", "journal-title": "Neural Comput." }, { "key": "10.1016/j.tics.2016.05.004_bib0930", "series-title": "International Conference in Machine Learning", "article-title": "Meta-Learning with memory augmented neural networks", "author": "Santoro", "year": "2016" }, { "key": "10.1016/j.tics.2016.05.004_bib0935", "doi-asserted-by": "crossref", "first-page": "374", "DOI": "10.1002/hipo.450040319", "article-title": "Computational analysis of the role of the hippocampus in memory", "volume": "4", "author": "Treves", "year": "1994", "journal-title": "Hippocampus" } ], "container-title": "Trends in Cognitive Sciences", "original-title": [], "language": "en", "link": [ { "URL": "https://api.elsevier.com/content/article/PII:S1364661316300432?httpAccept=text/xml", "content-type": "text/xml", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://api.elsevier.com/content/article/PII:S1364661316300432?httpAccept=text/plain", "content-type": "text/plain", "content-version": "vor", "intended-application": "text-mining" } ], "deposited": { "date-parts": [ [ 2024, 6, 17 ] ], "date-time": "2024-06-17T12:48:16Z", "timestamp": 1718628496000 }, "score": 1, "resource": { "primary": { "URL": "https://linkinghub.elsevier.com/retrieve/pii/S1364661316300432" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 2016, 7 ] ] }, "references-count": 187, "journal-issue": { "issue": "7", "published-print": { "date-parts": [ [ 2016, 7 ] ] } }, "alternative-id": [ "S1364661316300432" ], "URL": "http://dx.doi.org/10.1016/j.tics.2016.05.004", "relation": {}, "ISSN": [ "1364-6613" ], "subject": [], "container-title-short": "Trends in Cognitive Sciences", "published": { "date-parts": [ [ 2016, 7 ] ] }, "assertion": [ { "value": "Elsevier", "name": "publisher", "label": "This article is maintained by" }, { "value": "What Learning Systems do Intelligent Agents Need? Complementary Learning Systems Theory Updated", "name": "articletitle", "label": "Article Title" }, { "value": "Trends in Cognitive Sciences", "name": "journaltitle", "label": "Journal Title" }, { "value": "https://doi.org/10.1016/j.tics.2016.05.004", "name": "articlelink", "label": "CrossRef DOI link to publisher maintained version" }, { "value": "article", "name": "content_type", "label": "Content Type" }, { "value": "© 2016 Elsevier Ltd. All rights reserved.", "name": "copyright", "label": "Copyright" } ], "id": "ref63", "note": "Manuscript reference 63" }, { "type": "article", "id": "ref64", "categories": [ "Machine Learning (stat.ML)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Schwarz", "given": "Jonathan" }, { "family": "Luketina", "given": "Jelena" }, { "family": "Czarnecki", "given": "Wojciech M." }, { "family": "Grabska-Barwinska", "given": "Agnieszka" }, { "family": "Teh", "given": "Yee Whye" }, { "family": "Pascanu", "given": "Razvan" }, { "family": "Hadsell", "given": "Raia" } ], "issued": { "date-parts": [ [ 2018 ] ] }, "abstract": "We introduce a conceptually simple and scalable framework for continual learning domains where tasks are learned sequentially. Our method is constant in the number of parameters and is designed to preserve performance on previously encountered tasks while accelerating learning progress on subsequent problems. This is achieved by training a network with two components: A knowledge base, capable of solving previously encountered problems, which is connected to an active column that is employed to efficiently learn the current task. After learning a new task, the active column is distilled into the knowledge base, taking care to protect any previously acquired skills. This cycle of active learning (progression) followed by consolidation (compression) requires no architecture growth, no access to or storing of previous data or tasks, and no task-specific parameters. We demonstrate the progress & compress approach on sequential classification of handwritten alphabets as well as two reinforcement learning domains: Atari games and 3D maze navigation.", "DOI": "10.48550/arXiv.1805.06370", "publisher": "arXiv", "title": "Progress & Compress: A scalable framework for continual learning", "URL": "https://arxiv.org/abs/1805.06370", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 64", "container-title": "arXiv", "number": "arXiv:1805.06370", "genre": "preprint" }, { "type": "article", "id": "ref65", "categories": [ "Machine Learning (cs.LG)", "Computation and Language (cs.CL)", "Computer Vision and Pattern Recognition (cs.CV)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Ilharco", "given": "Gabriel" }, { "family": "Ribeiro", "given": "Marco Tulio" }, { "family": "Wortsman", "given": "Mitchell" }, { "family": "Gururangan", "given": "Suchin" }, { "family": "Schmidt", "given": "Ludwig" }, { "family": "Hajishirzi", "given": "Hannaneh" }, { "family": "Farhadi", "given": "Ali" } ], "issued": { "date-parts": [ [ 2022 ] ] }, "abstract": "Changing how pre-trained models behave -- e.g., improving their performance on a downstream task or mitigating biases learned during pre-training -- is a common practice when developing machine learning systems. In this work, we propose a new paradigm for steering the behavior of neural networks, centered around \\textit{task vectors}. A task vector specifies a direction in the weight space of a pre-trained model, such that movement in that direction improves performance on the task. We build task vectors by subtracting the weights of a pre-trained model from the weights of the same model after fine-tuning on a task. We show that these task vectors can be modified and combined together through arithmetic operations such as negation and addition, and the behavior of the resulting model is steered accordingly. Negating a task vector decreases performance on the target task, with little change in model behavior on control tasks. Moreover, adding task vectors together can improve performance on multiple tasks at once. Finally, when tasks are linked by an analogy relationship of the form ``A is to B as C is to D\", combining task vectors from three of the tasks can improve performance on the fourth, even when no data from the fourth task is used for training. Overall, our experiments with several models, modalities and tasks show that task arithmetic is a simple, efficient and effective way of editing models.", "DOI": "10.48550/arXiv.2212.04089", "publisher": "arXiv", "title": "Editing Models with Task Arithmetic", "URL": "https://arxiv.org/abs/2212.04089", "copyright": "Creative Commons Attribution 4.0 International", "version": "3", "note": "Manuscript reference 65", "container-title": "arXiv", "number": "arXiv:2212.04089", "genre": "preprint" }, { "type": "article", "id": "ref66", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "Computer Vision and Pattern Recognition (cs.CV)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Marczak", "given": "Daniel" }, { "family": "Twardowski", "given": "Bartłomiej" }, { "family": "Trzciński", "given": "Tomasz" }, { "family": "Cygert", "given": "Sebastian" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "This paper introduces a continual learning approach named MagMax, which utilizes model merging to enable large pre-trained models to continuously learn from new data without forgetting previously acquired knowledge. Distinct from traditional continual learning methods that aim to reduce forgetting during task training, MagMax combines sequential fine-tuning with a maximum magnitude weight selection for effective knowledge integration across tasks. Our initial contribution is an extensive examination of model merging techniques, revealing that simple approaches like weight averaging and random weight selection surprisingly hold up well in various continual learning contexts. More importantly, we present MagMax, a novel model-merging strategy that enables continual learning of large pre-trained models for successive tasks. Our thorough evaluation demonstrates the superiority of MagMax in various scenarios, including class- and domain-incremental learning settings. The code is available at this URL: https://github.com/danielm1405/magmax.", "DOI": "10.48550/arXiv.2407.06322", "publisher": "arXiv", "title": "MagMax: Leveraging Model Merging for Seamless Continual Learning", "URL": "https://arxiv.org/abs/2407.06322", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 66", "container-title": "arXiv", "number": "arXiv:2407.06322", "genre": "preprint" }, { "type": "article", "id": "ref67", "categories": [ "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Alexandrov", "given": "Anton" }, { "family": "Raychev", "given": "Veselin" }, { "family": "Müller", "given": "Mark Niklas" }, { "family": "Zhang", "given": "Ce" }, { "family": "Vechev", "given": "Martin" }, { "family": "Toutanova", "given": "Kristina" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "As open-weight large language models (LLMs) achieve ever more impressive performances across a wide range of tasks in English, practitioners aim to adapt these models to different languages. However, such language adaptation is often accompanied by catastrophic forgetting of the base model's capabilities, severely limiting the usefulness of the resulting model. We address this issue by proposing Branch-and-Merge (BaM), a new adaptation method based on iteratively merging multiple models, fine-tuned on a subset of the available training data. BaM is based on the insight that this yields lower magnitude but higher quality weight changes, reducing forgetting of the source domain while maintaining learning on the target domain. We demonstrate in an extensive empirical study on Bulgarian and German that BaM can significantly reduce forgetting while matching or even improving target domain performance compared to both standard continued pretraining and instruction finetuning across different model architectures.", "DOI": "10.48550/arXiv.2407.08699", "publisher": "arXiv", "title": "Mitigating Catastrophic Forgetting in Language Transfer via Model Merging", "URL": "https://arxiv.org/abs/2407.08699", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 67", "container-title": "arXiv", "number": "arXiv:2407.08699", "genre": "preprint" }, { "type": "article", "id": "ref68", "categories": [ "Machine Learning (cs.LG)", "Computation and Language (cs.CL)", "Computer Vision and Pattern Recognition (cs.CV)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Dziadzio", "given": "Sebastian" }, { "family": "Udandarao", "given": "Vishaal" }, { "family": "Roth", "given": "Karsten" }, { "family": "Prabhu", "given": "Ameya" }, { "family": "Akata", "given": "Zeynep" }, { "family": "Albanie", "given": "Samuel" }, { "family": "Bethge", "given": "Matthias" } ], "issued": { "date-parts": [ [ 2024 ] ] }, "abstract": "Model merging combines multiple expert models - finetuned from a base foundation model on diverse tasks and domains - into a single, more capable model. However, most existing model merging approaches assume that all experts are available simultaneously. In reality, new tasks and domains emerge progressively over time, requiring strategies to integrate the knowledge of expert models as they become available: a process we call temporal model merging. The temporal dimension introduces unique challenges not addressed in prior work, raising new questions such as: when training for a new task, should the expert model start from the merged past experts or from the original base model? Should we merge all models at each time step? Which merging techniques are best suited for temporal merging? Should different strategies be used to initialize the training and deploy the model? To answer these questions, we propose a unified framework called TIME - Temporal Integration of Model Expertise - which defines temporal model merging across three axes: (1) Initialization Phase, (2) Deployment Phase, and (3) Merging Technique. Using TIME, we study temporal model merging across model sizes, compute budgets, and learning horizons on the FoMo-in-Flux benchmark. Our comprehensive suite of experiments across TIME allows us to uncover key insights for temporal model merging, offering a better understanding of current challenges and best practices for effective temporal model merging.", "DOI": "10.48550/arXiv.2412.06712", "publisher": "arXiv", "title": "How to Merge Your Multimodal Models Over Time?", "URL": "https://arxiv.org/abs/2412.06712", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "1", "note": "Manuscript reference 68", "container-title": "arXiv", "number": "arXiv:2412.06712", "genre": "preprint" }, { "type": "article", "id": "ref69", "categories": [ "Machine Learning (cs.LG)", "Machine Learning (stat.ML)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Toneva", "given": "Mariya" }, { "family": "Sordoni", "given": "Alessandro" }, { "family": "Combes", "given": "Remi Tachet des" }, { "family": "Trischler", "given": "Adam" }, { "family": "Bengio", "given": "Yoshua" }, { "family": "Gordon", "given": "Geoffrey J." } ], "issued": { "date-parts": [ [ 2018 ] ] }, "abstract": "Inspired by the phenomenon of catastrophic forgetting, we investigate the learning dynamics of neural networks as they train on single classification tasks. Our goal is to understand whether a related phenomenon occurs when data does not undergo a clear distributional shift. We define a `forgetting event' to have occurred when an individual training example transitions from being classified correctly to incorrectly over the course of learning. Across several benchmark data sets, we find that: (i) certain examples are forgotten with high frequency, and some not at all; (ii) a data set's (un)forgettable examples generalize across neural architectures; and (iii) based on forgetting dynamics, a significant fraction of examples can be omitted from the training data set while still maintaining state-of-the-art generalization performance.", "DOI": "10.48550/arXiv.1812.05159", "publisher": "arXiv", "title": "An Empirical Study of Example Forgetting during Deep Neural Network Learning", "URL": "https://arxiv.org/abs/1812.05159", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "3", "note": "Manuscript reference 69", "container-title": "arXiv", "number": "arXiv:1812.05159", "genre": "preprint" }, { "type": "article", "id": "ref70", "categories": [ "Computation and Language (cs.CL)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Kandpal", "given": "Nikhil" }, { "family": "Deng", "given": "Haikang" }, { "family": "Roberts", "given": "Adam" }, { "family": "Wallace", "given": "Eric" }, { "family": "Raffel", "given": "Colin" } ], "issued": { "date-parts": [ [ 2022 ] ] }, "abstract": "The Internet contains a wealth of knowledge -- from the birthdays of historical figures to tutorials on how to code -- all of which may be learned by language models. However, while certain pieces of information are ubiquitous on the web, others appear extremely rarely. In this paper, we study the relationship between the knowledge memorized by large language models and the information in pre-training datasets scraped from the web. In particular, we show that a language model's ability to answer a fact-based question relates to how many documents associated with that question were seen during pre-training. We identify these relevant documents by entity linking pre-training datasets and counting documents that contain the same entities as a given question-answer pair. Our results demonstrate strong correlational and causal relationships between accuracy and relevant document count for numerous question answering datasets (e.g., TriviaQA), pre-training corpora (e.g., ROOTS), and model sizes (e.g., 176B parameters). Moreover, while larger models are better at learning long-tail knowledge, we estimate that today's models must be scaled by many orders of magnitude to reach competitive QA performance on questions with little support in the pre-training data. Finally, we show that retrieval-augmentation can reduce the dependence on relevant pre-training information, presenting a promising approach for capturing the long-tail.", "DOI": "10.48550/arXiv.2211.08411", "publisher": "arXiv", "title": "Large Language Models Struggle to Learn Long-Tail Knowledge", "URL": "https://arxiv.org/abs/2211.08411", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 70", "container-title": "arXiv", "number": "arXiv:2211.08411", "genre": "preprint" }, { "type": "article", "id": "ref71", "categories": [ "Computer Vision and Pattern Recognition (cs.CV)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Liu", "given": "Xialei" }, { "family": "Hu", "given": "Yu-Song" }, { "family": "Cao", "given": "Xu-Sheng" }, { "family": "Bagdanov", "given": "Andrew D." }, { "family": "Li", "given": "Ke" }, { "family": "Cheng", "given": "Ming-Ming" } ], "issued": { "date-parts": [ [ 2022 ] ] }, "abstract": "In class incremental learning (CIL) a model must learn new classes in a sequential manner without forgetting old ones. However, conventional CIL methods consider a balanced distribution for each new task, which ignores the prevalence of long-tailed distributions in the real world. In this work we propose two long-tailed CIL scenarios, which we term ordered and shuffled LT-CIL. Ordered LT-CIL considers the scenario where we learn from head classes collected with more samples than tail classes which have few. Shuffled LT-CIL, on the other hand, assumes a completely random long-tailed distribution for each task. We systematically evaluate existing methods in both LT-CIL scenarios and demonstrate very different behaviors compared to conventional CIL scenarios. Additionally, we propose a two-stage learning baseline with a learnable weight scaling layer for reducing the bias caused by long-tailed distribution in LT-CIL and which in turn also improves the performance of conventional CIL due to the limited exemplars. Our results demonstrate the superior performance (up to 6.44 points in average incremental accuracy) of our approach on CIFAR-100 and ImageNet-Subset. The code is available at https://github.com/xialeiliu/Long-Tailed-CIL", "DOI": "10.48550/arXiv.2210.00266", "publisher": "arXiv", "title": "Long-Tailed Class Incremental Learning", "URL": "https://arxiv.org/abs/2210.00266", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 71", "container-title": "arXiv", "number": "arXiv:2210.00266", "genre": "preprint" }, { "type": "article", "id": "ref72", "categories": [ "Computation and Language (cs.CL)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Kotha", "given": "Suhas" }, { "family": "Springer", "given": "Jacob Mitchell" }, { "family": "Raghunathan", "given": "Aditi" } ], "issued": { "date-parts": [ [ 2023 ] ] }, "abstract": "We lack a systematic understanding of the effects of fine-tuning (via methods such as instruction-tuning or reinforcement learning from human feedback), particularly on tasks outside the narrow fine-tuning distribution. In a simplified scenario, we demonstrate that improving performance on tasks within the fine-tuning data distribution comes at the expense of capabilities on other tasks. We hypothesize that language models implicitly infer the task of the prompt and that fine-tuning skews this inference towards tasks in the fine-tuning distribution. To test this, we propose Conjugate Prompting, which artificially makes the task look farther from the fine-tuning distribution while requiring the same capability, and we find that this recovers some of the pretraining capabilities in our synthetic setup. Since real-world fine-tuning distributions are predominantly English, we apply conjugate prompting to recover pretrained capabilities in LLMs by simply translating the prompts to different languages. This allows us to recover in-context learning abilities lost via instruction tuning, natural reasoning capability lost during code fine-tuning, and, more concerningly, harmful content generation suppressed by safety fine-tuning in chatbots like ChatGPT.", "DOI": "10.48550/arXiv.2309.10105", "publisher": "arXiv", "title": "Understanding Catastrophic Forgetting in Language Models via Implicit Inference", "URL": "https://arxiv.org/abs/2309.10105", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 72", "container-title": "arXiv", "number": "arXiv:2309.10105", "genre": "preprint" }, { "type": "article", "id": "ref73", "categories": [ "Computation and Language (cs.CL)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Yu", "given": "Le" }, { "family": "Yu", "given": "Bowen" }, { "family": "Yu", "given": "Haiyang" }, { "family": "Huang", "given": "Fei" }, { "family": "Li", "given": "Yongbin" } ], "issued": { "date-parts": [ [ 2023 ] ] }, "abstract": "In this paper, we unveil that Language Models (LMs) can acquire new capabilities by assimilating parameters from homologous models without retraining or GPUs. We first introduce DARE to set most delta parameters (i.e., the disparity between fine-tuned and pre-trained parameters) to zeros without affecting the abilities of Supervised Fine-Tuning (SFT) LMs, which randomly Drops delta parameters with a ratio $p$ And REscales the remaining ones by $1 / (1 - p)$ to approximate the original embeddings. Then, we use DARE as a versatile plug-in to sparsify delta parameters of multiple SFT homologous models for mitigating parameter interference and merge them into a single model by parameter fusing. We experiment with encoder- and decoder-based LMs, showing that: (1) SFT delta parameter value ranges are typically small (within 0.002) with extreme redundancy, and DARE can effortlessly eliminate 90% or even 99% of them; (2) DARE can merge multiple task-specific LMs into one LM with diverse capabilities. Notably, this phenomenon is more pronounced in large-scale LMs, where the merged LM reveals the potential to surpass the performance of any source LM, providing a new discovery. We also utilize DARE to create a merged LM that ranks first among models with 7 billion parameters on the Open LLM Leaderboard.", "DOI": "10.48550/arXiv.2311.03099", "publisher": "arXiv", "title": "Language Models are Super Mario: Absorbing Abilities from Homologous Models as a Free Lunch", "URL": "https://arxiv.org/abs/2311.03099", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "3", "note": "Manuscript reference 73", "container-title": "arXiv", "number": "arXiv:2311.03099", "genre": "preprint" }, { "type": "article", "id": "ref74", "categories": [ "Machine Learning (cs.LG)", "Computation and Language (cs.CL)", "Computer Vision and Pattern Recognition (cs.CV)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Wortsman", "given": "Mitchell" }, { "family": "Ilharco", "given": "Gabriel" }, { "family": "Gadre", "given": "Samir Yitzhak" }, { "family": "Roelofs", "given": "Rebecca" }, { "family": "Gontijo-Lopes", "given": "Raphael" }, { "family": "Morcos", "given": "Ari S." }, { "family": "Namkoong", "given": "Hongseok" }, { "family": "Farhadi", "given": "Ali" }, { "family": "Carmon", "given": "Yair" }, { "family": "Kornblith", "given": "Simon" }, { "family": "Schmidt", "given": "Ludwig" } ], "issued": { "date-parts": [ [ 2022 ] ] }, "abstract": "The conventional recipe for maximizing model accuracy is to (1) train multiple models with various hyperparameters and (2) pick the individual model which performs best on a held-out validation set, discarding the remainder. In this paper, we revisit the second step of this procedure in the context of fine-tuning large pre-trained models, where fine-tuned models often appear to lie in a single low error basin. We show that averaging the weights of multiple models fine-tuned with different hyperparameter configurations often improves accuracy and robustness. Unlike a conventional ensemble, we may average many models without incurring any additional inference or memory costs -- we call the results \"model soups.\" When fine-tuning large pre-trained models such as CLIP, ALIGN, and a ViT-G pre-trained on JFT, our soup recipe provides significant improvements over the best model in a hyperparameter sweep on ImageNet. The resulting ViT-G model, which attains 90.94% top-1 accuracy on ImageNet, achieved a new state of the art. Furthermore, we show that the model soup approach extends to multiple image classification and natural language processing tasks, improves out-of-distribution performance, and improves zero-shot performance on new downstream tasks. Finally, we analytically relate the performance similarity of weight-averaging and logit-ensembling to flatness of the loss and confidence of the predictions, and validate this relation empirically. Code is available at https://github.com/mlfoundations/model-soups.", "DOI": "10.48550/arXiv.2203.05482", "publisher": "arXiv", "title": "Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time", "URL": "https://arxiv.org/abs/2203.05482", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "3", "note": "Manuscript reference 74", "container-title": "arXiv", "number": "arXiv:2203.05482", "genre": "preprint" }, { "type": "article", "id": "ref75", "categories": [ "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Cao", "given": "Yuan" }, { "family": "Ran", "given": "Dezhi" }, { "family": "Guo", "given": "Yuzhe" }, { "family": "Wu", "given": "Mengzhou" }, { "family": "Chen", "given": "Simin" }, { "family": "Li", "given": "Linyi" }, { "family": "Yang", "given": "Wei" }, { "family": "Xie", "given": "Tao" } ], "issued": { "date-parts": [ [ 2026 ] ] }, "abstract": "Model merging unifies independently fine-tuned LLMs from the same base, enabling reuse and integration of parallel development efforts without retraining. However, in practice we observe that merging does not always succeed: certain combinations of task-specialist models suffer from catastrophic performance degradation after merging. We refer to this failure mode as merging collapse. Intuitively, collapse arises when the learned representations or parameter adjustments for different tasks are fundamentally incompatible, so that merging forces destructive interference rather than synergy. In this paper, we identify and characterize the phenomenon of task-level merging collapse, where certain task combinations consistently trigger huge performance degradation across all merging methods. Through extensive experiments and statistical analysis, we demonstrate that representational incompatibility between tasks is strongly correlated with merging collapse, while parameter-space conflict metrics show minimal correlation, challenging conventional wisdom in model merging literature. We provide a theoretical explanation on this phenomenon through rate-distortion theory with a dimension-dependent bound, establishing fundamental limits on task mergeability regardless of methodology.", "DOI": "10.48550/arXiv.2603.09463", "publisher": "arXiv", "title": "An Empirical Study and Theoretical Explanation on Task-Level Model-Merging Collapse", "URL": "https://arxiv.org/abs/2603.09463", "copyright": "Creative Commons Attribution 4.0 International", "version": "1", "note": "Manuscript reference 75", "container-title": "arXiv", "number": "arXiv:2603.09463", "genre": "preprint" }, { "type": "article", "id": "ref76", "categories": [ "Machine Learning (cs.LG)", "Artificial Intelligence (cs.AI)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Horoi", "given": "Stefan" }, { "family": "Wolf", "given": "Guy" }, { "family": "Belilovsky", "given": "Eugene" }, { "family": "Dziugaite", "given": "Gintare Karolina" } ], "issued": { "date-parts": [ [ 2025 ] ] }, "abstract": "Modern deep learning is increasingly characterized by the use of open-weight foundation models that can be fine-tuned on specialized datasets. This has led to a proliferation of expert models and adapters, often shared via platforms like HuggingFace and AdapterHub. Model merging has recently emerged as an effective way to leverage these existing resources, enabling the composition of capabilities from different model checkpoints. A natural pipeline has thus formed to harness the benefits of transfer learning and amortize sunk training costs: models are pre-trained on general data, fine-tuned on specific tasks, and then multiple checkpoints are merged to obtain a more capable model. A prevailing assumption is that improvements at one stage of this pipeline propagate downstream, leading to gains at subsequent steps. In this work, we challenge that assumption by examining how expert fine-tuning affects model merging. We show that long fine-tuning of experts that optimizes for their individual performance leads to degraded merging performance across vision and language modalities, multiple model scales, and both fully fine-tuned and LoRA-adapted models. We trace this degradation to the memorization of a small set of difficult examples that dominate late fine-tuning steps. This causes negative parameter interference and encodes knowledge that is forgotten during merging. Finally, we demonstrate that task-dependent aggressive early stopping strategies can significantly improve model merging performance.", "DOI": "10.48550/arXiv.2506.14126", "publisher": "arXiv", "title": "From Memorization to Parameter Interference: How Overtraining Experts Harms Model Merging", "URL": "https://arxiv.org/abs/2506.14126", "copyright": "Creative Commons Attribution 4.0 International", "version": "2", "note": "Manuscript reference 76", "container-title": "arXiv", "number": "arXiv:2506.14126", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 8, 16 ] ], "date-time": "2026-08-16T21:18:05Z", "timestamp": 1786915085480, "version": "build-2736575974" }, "reference-count": 40, "publisher": "Association for Computing Machinery (ACM)", "issue": "11", "license": [ { "start": { "date-parts": [ [ 2016, 10, 28 ] ], "date-time": "2016-10-28T00:00:00Z", "timestamp": 1477612800000 }, "content-version": "vor", "delay-in-days": 0, "URL": "https://www.acm.org/publications/policies/copyright_policy#Background" } ], "content-domain": { "domain": [ "dl.acm.org" ], "crossmark-restriction": true }, "published-print": { "date-parts": [ [ 2016, 10, 28 ] ] }, "abstract": "Looking at the mysteries of evolution from a computer science point of view yields some unexpected insights.", "DOI": "10.1145/2934662", "type": "journal-article", "created": { "date-parts": [ [ 2016, 10, 31 ] ], "date-time": "2016-10-31T12:29:14Z", "timestamp": 1477916954000 }, "page": "84-93", "update-policy": "https://doi.org/10.1145/crossmark-policy", "source": "Crossref", "is-referenced-by-count": 28, "title": "Sex as an algorithm", "prefix": "10.1145", "volume": "59", "author": [ { "given": "Adi", "family": "Livnat", "sequence": "first", "affiliation": [ { "name": "University of Haifa, Israel" } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "given": "Christos", "family": "Papadimitriou", "sequence": "additional", "affiliation": [ { "name": "University of California at Berkeley" } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "320", "published-online": { "date-parts": [ [ 2016, 10, 28 ] ] }, "reference": [ { "key": "e_1_2_2_1_1", "doi-asserted-by": "publisher", "DOI": "10.1109/SFCS.1994.365742" }, { "key": "e_1_2_2_2_1", "doi-asserted-by": "publisher", "DOI": "10.4086/toc.2012.v008a006" }, { "key": "e_1_2_2_3_1", "doi-asserted-by": "publisher", "DOI": "10.1007/978-3-642-65371-1" }, { "key": "e_1_2_2_4_1", "volume-title": "The Ninth Bridgewater Treatise", "author": "Babbage C.", "year": "1838", "unstructured": "Babbage , C. The Ninth Bridgewater Treatise . 2 nd edn. John Murray , London , 1838 . Babbage, C. The Ninth Bridgewater Treatise. 2nd edn. John Murray, London, 1838.", "edition": "2" }, { "key": "e_1_2_2_5_1", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.1410107111" }, { "key": "e_1_2_2_6_1", "volume-title": "The Masterpiece of Nature: The Evolution and Genetics of Sexuality", "author": "Bell G.", "year": "1982", "unstructured": "Bell , G. The Masterpiece of Nature: The Evolution and Genetics of Sexuality . University of California Press , Berkeley, CA , 1982 . Bell, G. The Masterpiece of Nature: The Evolution and Genetics of Sexuality. University of California Press, Berkeley, CA, 1982." }, { "key": "e_1_2_2_7_1", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.1406556111" }, { "key": "e_1_2_2_8_1", "doi-asserted-by": "crossref", "DOI": "10.5962/bhl.title.82303", "volume-title": "On the Origin of Species by Means of Natural Selection, or the Preservation of Favoured Races in the Struggle for Life", "author": "Darwin C.", "year": "1859", "unstructured": "Darwin , C. On the Origin of Species by Means of Natural Selection, or the Preservation of Favoured Races in the Struggle for Life . Murray , London , 1859 . Darwin, C. On the Origin of Species by Means of Natural Selection, or the Preservation of Favoured Races in the Struggle for Life. Murray, London, 1859." }, { "key": "e_1_2_2_9_1", "doi-asserted-by": "publisher", "DOI": "10.1146/annurev.genet.30.1.261" }, { "key": "e_1_2_2_10_1", "doi-asserted-by": "crossref", "DOI": "10.5962/bhl.title.27468", "volume-title": "The Genetical Theory of Natural Selection", "author": "Fisher R.A.", "year": "1930", "unstructured": "Fisher , R.A. The Genetical Theory of Natural Selection . The Clarendon Press , Oxford, U.K. , 1930 . Fisher, R.A. The Genetical Theory of Natural Selection. The Clarendon Press, Oxford, U.K., 1930." }, { "key": "e_1_2_2_11_1", "doi-asserted-by": "publisher", "DOI": "10.1093/molbev/msi043" }, { "key": "e_1_2_2_12_1", "volume-title": "Genetic Algorithms in Search, Optimization and Machine Learning", "author": "Goldberg D.", "year": "1989", "unstructured": "Goldberg , D. Genetic Algorithms in Search, Optimization and Machine Learning . Addison-Wesley , Reading, MA , 1989 . Goldberg, D. Genetic Algorithms in Search, Optimization and Machine Learning. Addison-Wesley, Reading, MA, 1989." }, { "key": "e_1_2_2_13_1", "volume-title": "-H. Fundamentals of Molecular Evolution", "author": "Graur D.", "year": "2000", "unstructured": "Graur , D. and Li , W . -H. Fundamentals of Molecular Evolution . Sinauer Associates , Sunderland, MA , 2000 . Graur, D. and Li, W.-H. Fundamentals of Molecular Evolution. Sinauer Associates, Sunderland, MA, 2000." }, { "key": "e_1_2_2_14_1", "volume-title": "Adaptation in Natural and Artificial Systems: An Introductory Analysis with Applications to Biology, Control, and Artificial Intelligence", "author": "Holland J.H.", "year": "1975", "unstructured": "Holland , J.H. Adaptation in Natural and Artificial Systems: An Introductory Analysis with Applications to Biology, Control, and Artificial Intelligence . U Michigan Press , 1975 . Holland, J.H. Adaptation in Natural and Artificial Systems: An Introductory Analysis with Applications to Biology, Control, and Artificial Intelligence. U Michigan Press, 1975." }, { "key": "e_1_2_2_15_1", "doi-asserted-by": "publisher", "DOI": "10.1016/0022-0000(88)90046-3" }, { "key": "e_1_2_2_16_1", "volume-title": "Evolutionary Computation: A Unified Approach", "author": "Jong K.A.D.", "year": "2006", "unstructured": "Jong , K.A.D. Evolutionary Computation: A Unified Approach . MIT Press , Cambridge MA , 2006 . Jong, K.A.D. Evolutionary Computation: A Unified Approach. MIT Press, Cambridge MA, 2006." }, { "key": "e_1_2_2_17_1", "doi-asserted-by": "publisher", "DOI": "10.1109/FOCS.2011.24" }, { "key": "e_1_2_2_18_1", "doi-asserted-by": "publisher", "DOI": "10.1145/293347.293351" }, { "key": "e_1_2_2_19_1", "doi-asserted-by": "crossref", "first-page": "3", "DOI": "10.1093/genetics/61.3.763", "article-title": "The average number of generations until fixation of a mutant gene in a finite population", "volume": "61", "author": "Kimura M.", "year": "1969", "unstructured": "Kimura , M. and Ohta , T . The average number of generations until fixation of a mutant gene in a finite population . Genetics 61 , 3 ( 1969 ), 763. Kimura, M. and Ohta, T. The average number of generations until fixation of a mutant gene in a finite population. Genetics 61, 3 (1969), 763.", "journal-title": "Genetics" }, { "key": "e_1_2_2_20_1", "doi-asserted-by": "publisher", "DOI": "10.1126/science.220.4598.671" }, { "key": "e_1_2_2_21_1", "doi-asserted-by": "crossref", "first-page": "595", "DOI": "10.1093/genetics/54.2.595", "article-title": "A molecular approach to the study of genic heterozygosity in natural populations; amount of variation and degree of heterozygosity in natural populations of Drosophila pseudoobscura", "volume": "54", "author": "Lewontin R.C.", "year": "1966", "unstructured": "Lewontin , R.C. and Hubby , J.L . A molecular approach to the study of genic heterozygosity in natural populations; amount of variation and degree of heterozygosity in natural populations of Drosophila pseudoobscura . Genetics 54 ( 1966 ), 595 -- 609 . Lewontin, R.C. and Hubby, J.L. A molecular approach to the study of genic heterozygosity in natural populations; amount of variation and degree of heterozygosity in natural populations of Drosophila pseudoobscura. Genetics 54 (1966), 595--609.", "journal-title": "Genetics" }, { "key": "e_1_2_2_22_1", "doi-asserted-by": "publisher", "DOI": "10.1186/1745-6150-8-24" }, { "key": "e_1_2_2_23_1", "unstructured": "Livnat A. Feldman M.W. Papadimitriou C. and Pippenger N. On the advantage to sexual species in diversification rates. Unpublished manuscript. Livnat A. Feldman M.W. Papadimitriou C. and Pippenger N. On the advantage to sexual species in diversification rates. Unpublished manuscript." }, { "key": "e_1_2_2_24_1", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.0803596105" }, { "key": "e_1_2_2_25_1", "doi-asserted-by": "publisher", "DOI": "10.1016/j.jtbi.2010.11.039" }, { "key": "e_1_2_2_26_1", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.0910734106" }, { "key": "e_1_2_2_27_1", "doi-asserted-by": "publisher", "DOI": "10.1038/ng.917" }, { "key": "e_1_2_2_28_1", "doi-asserted-by": "crossref", "DOI": "10.7551/mitpress/3927.001.0001", "volume-title": "An Introduction to Genetic Algorithms", "author": "Mitchell M.", "year": "1996", "unstructured": "Mitchell , M. An Introduction to Genetic Algorithms . MIT Press , Cambridge, MA , 1996 . Mitchell, M. An Introduction to Genetic Algorithms. MIT Press, Cambridge, MA, 1996." }, { "key": "e_1_2_2_29_1", "doi-asserted-by": "publisher", "DOI": "10.5555/211390" }, { "key": "e_1_2_2_30_1", "doi-asserted-by": "publisher", "DOI": "10.1007/s002850050143" }, { "key": "e_1_2_2_31_1", "doi-asserted-by": "publisher", "DOI": "10.1007/978-3-642-51588-0_2" }, { "key": "e_1_2_2_32_1", "volume-title": "Combinatorial Optimization: Algorithms and Complexity", "author": "Papadimitriou C.", "year": "1998", "unstructured": "Papadimitriou , C. and Steiglitz , K . Combinatorial Optimization: Algorithms and Complexity . Dover , 1998 . Papadimitriou, C. and Steiglitz, K. Combinatorial Optimization: Algorithms and Complexity. Dover, 1998." }, { "key": "e_1_2_2_33_1", "doi-asserted-by": "publisher", "DOI": "10.1145/225058.225088" }, { "key": "e_1_2_2_34_1", "volume-title": "Evolution: An Introduction", "author": "Stearns S.C.", "year": "2005", "unstructured": "Stearns , S.C. and Hoekstra , R.F . Evolution: An Introduction . Oxford University Press , New York , 2005 . Stearns, S.C. and Hoekstra, R.F. Evolution: An Introduction. Oxford University Press, New York, 2005." }, { "key": "e_1_2_2_35_1", "volume-title": "Probably Approximately Correct: Nature's Algorithms for Learning and Prospering in a Complex World", "author": "Valiant L.", "year": "2013", "unstructured": "Valiant , L. Probably Approximately Correct: Nature's Algorithms for Learning and Prospering in a Complex World . Basic Books , 2013 . Valiant, L. Probably Approximately Correct: Nature's Algorithms for Learning and Prospering in a Complex World. Basic Books, 2013." }, { "key": "e_1_2_2_36_1", "doi-asserted-by": "publisher", "DOI": "10.1145/1462153.1462156" }, { "key": "e_1_2_2_37_1", "first-page": "1", "article-title": "Theory of self-reproducing automata", "volume": "5", "author": "Von Neumann J.", "year": "1966", "unstructured": "Von Neumann , J. and A. W. Burks , A.W. Theory of self-reproducing automata . IEEE Transactions on Neural Networks 5 , 1 ( 1966 ), 3--14. Von Neumann, J. and A. W. Burks, A.W. Theory of self-reproducing automata. IEEE Transactions on Neural Networks 5, 1 (1966), 3--14.", "journal-title": "IEEE Transactions on Neural Networks" }, { "key": "e_1_2_2_38_1", "volume-title": "Adaptation and Natural Selection", "author": "Williams G.C.", "year": "1996", "unstructured": "Williams , G.C. Adaptation and Natural Selection , 8 th edition. Princeton University Press , 1996 . Williams, G.C. Adaptation and Natural Selection, 8th edition. Princeton University Press, 1996.", "edition": "8" }, { "key": "e_1_2_2_39_1", "doi-asserted-by": "publisher", "DOI": "10.1093/genetics/16.2.97" }, { "key": "e_1_2_2_40_1", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.23.6.307" } ], "container-title": "Communications of the ACM", "original-title": [], "language": "en", "link": [ { "URL": "https://dl.acm.org/doi/10.1145/2934662", "content-type": "unspecified", "content-version": "vor", "intended-application": "text-mining" }, { "URL": "https://dl.acm.org/doi/pdf/10.1145/2934662", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2025, 6, 18 ] ], "date-time": "2025-06-18T03:39:47Z", "timestamp": 1750217987000 }, "score": 1, "resource": { "primary": { "URL": "https://dl.acm.org/doi/10.1145/2934662" } }, "subtitle": [ "the theory of evolution under the lens of computation" ], "short-title": [], "issued": { "date-parts": [ [ 2016, 10, 28 ] ] }, "references-count": 40, "journal-issue": { "issue": "11", "published-print": { "date-parts": [ [ 2016, 10, 28 ] ] } }, "alternative-id": [ "10.1145/2934662" ], "URL": "http://dx.doi.org/10.1145/2934662", "relation": {}, "ISSN": [ "0001-0782", "1557-7317" ], "subject": [], "container-title-short": "Commun. ACM", "published": { "date-parts": [ [ 2016, 10, 28 ] ] }, "assertion": [ { "value": "2016-10-28", "order": 2, "name": "published", "label": "Published", "group": { "name": "publication_history", "label": "Publication History" } } ], "id": "ref77", "note": "Manuscript reference 77" }, { "type": "article", "id": "ref78", "categories": [ "Computation and Language (cs.CL)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Guo", "given": "Yanzhu" }, { "family": "Shang", "given": "Guokan" }, { "family": "Vazirgiannis", "given": "Michalis" }, { "family": "Clavel", "given": "Chloé" } ], "issued": { "date-parts": [ [ 2023 ] ] }, "abstract": "This study investigates the consequences of training language models on synthetic data generated by their predecessors, an increasingly prevalent practice given the prominence of powerful generative models. Diverging from the usual emphasis on performance metrics, we focus on the impact of this training methodology on linguistic diversity, especially when conducted recursively over time. To assess this, we adapt and develop a set of novel metrics targeting lexical, syntactic, and semantic diversity, applying them in recursive finetuning experiments across various natural language generation tasks in English. Our findings reveal a consistent decrease in the diversity of the model outputs through successive iterations, especially remarkable for tasks demanding high levels of creativity. This trend underscores the potential risks of training language models on synthetic text, particularly concerning the preservation of linguistic richness. Our study highlights the need for careful consideration of the long-term effects of such training approaches on the linguistic capabilities of language models.", "DOI": "10.48550/arXiv.2311.09807", "publisher": "arXiv", "title": "The Curious Decline of Linguistic Diversity: Training Language Models on Synthetic Text", "URL": "https://arxiv.org/abs/2311.09807", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "2", "note": "Manuscript reference 78", "container-title": "arXiv", "number": "arXiv:2311.09807", "genre": "preprint" }, { "type": "article", "id": "ref79", "categories": [ "Computation and Language (cs.CL)", "Computers and Society (cs.CY)", "Human-Computer Interaction (cs.HC)", "Machine Learning (cs.LG)", "FOS: Computer and information sciences", "FOS: Computer and information sciences" ], "author": [ { "family": "Padmakumar", "given": "Vishakh" }, { "family": "He", "given": "He" } ], "issued": { "date-parts": [ [ 2023 ] ] }, "abstract": "Large language models (LLMs) have led to a surge in collaborative writing with model assistance. As different users incorporate suggestions from the same model, there is a risk of decreased diversity in the produced content, potentially limiting diverse perspectives in public discourse. In this work, we measure the impact of co-writing on diversity via a controlled experiment, where users write argumentative essays in three setups -- using a base LLM (GPT3), a feedback-tuned LLM (InstructGPT), and writing without model help. We develop a set of diversity metrics and find that writing with InstructGPT (but not the GPT3) results in a statistically significant reduction in diversity. Specifically, it increases the similarity between the writings of different authors and reduces the overall lexical and content diversity. We additionally find that this effect is mainly attributable to InstructGPT contributing less diverse text to co-written essays. In contrast, the user-contributed text remains unaffected by model collaboration. This suggests that the recent improvement in generation quality from adapting models to human feedback might come at the cost of more homogeneous and less diverse content.", "DOI": "10.48550/arXiv.2309.05196", "publisher": "arXiv", "title": "Does Writing with Language Models Reduce Content Diversity?", "URL": "https://arxiv.org/abs/2309.05196", "copyright": "arXiv.org perpetual, non-exclusive license", "version": "3", "note": "Manuscript reference 79", "container-title": "arXiv", "number": "arXiv:2309.05196", "genre": "preprint" }, { "indexed": { "date-parts": [ [ 2026, 9, 9 ] ], "date-time": "2026-09-09T15:54:13Z", "timestamp": 1788969253863, "version": "build-2803163510" }, "reference-count": 42, "publisher": "American Association for the Advancement of Science (AAAS)", "issue": "28", "content-domain": { "domain": [ "www.science.org" ], "crossmark-restriction": true }, "published-print": { "date-parts": [ [ 2024, 7, 12 ] ] }, "abstract": "Creativity is core to being human. Generative artificial intelligence (AI)—including powerful large language models (LLMs)—holds promise for humans to be more creative by offering new ideas, or less creative by anchoring on generative AI ideas. We study the causal impact of generative AI ideas on the production of short stories in an online experiment where some writers obtained story ideas from an LLM. We find that access to generative AI ideas causes stories to be evaluated as more creative, better written, and more enjoyable, especially among less creative writers. However, generative AI–enabled stories are more similar to each other than stories by humans alone. These results point to an increase in individual creativity at the risk of losing collective novelty. This dynamic resembles a social dilemma: With generative AI, writers are individually better off, but collectively a narrower scope of novel content is produced. Our results have implications for researchers, policy-makers, and practitioners interested in bolstering creativity.", "DOI": "10.1126/sciadv.adn5290", "type": "journal-article", "created": { "date-parts": [ [ 2024, 7, 12 ] ], "date-time": "2024-07-12T13:59:05Z", "timestamp": 1720792745000 }, "update-policy": "https://doi.org/10.34133/aaas_crossmark", "source": "Crossref", "is-referenced-by-count": 701, "title": "Generative AI enhances individual creativity but reduces the collective diversity of novel content", "prefix": "10.1126", "volume": "10", "author": [ { "ORCID": "https://orcid.org/0000-0002-8489-3373", "authenticated-orcid": true, "given": "Anil R.", "family": "Doshi", "sequence": "first", "affiliation": [ { "name": "Department of Strategy and Entrepreneurship, UCL School of Management, London, UK." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] }, { "ORCID": "https://orcid.org/0000-0002-9282-0801", "authenticated-orcid": true, "given": "Oliver P.", "family": "Hauser", "sequence": "additional", "affiliation": [ { "name": "Department of Economics, University of Exeter, Exeter, UK." }, { "name": "Institute for Data Science and Artificial Intelligence, University of Exeter, Exeter, UK." } ], "role": [ { "vocabulary": "crossref", "role": "author" } ] } ], "member": "221", "reference": [ { "key": "e_1_3_2_2_2", "doi-asserted-by": "crossref", "unstructured": "R. J. Sternberg Handbook of Creativity (Cambridge Univ. Press 1999).", "DOI": "10.1017/CBO9780511807916" }, { "key": "e_1_3_2_3_2", "doi-asserted-by": "publisher", "DOI": "10.1126/science.adh4451" }, { "key": "e_1_3_2_4_2", "doi-asserted-by": "crossref", "unstructured": "P. Yanardag M. Cebrian I. Rahwan Shelley: A crowd-sourced collaborative horror writer in Proceedings of the 13th Conference on Creativity and Cognition (Association for Computing Machinery 2021) pp. 1–8.", "DOI": "10.1145/3450741.3465251" }, { "key": "e_1_3_2_5_2", "doi-asserted-by": "publisher", "DOI": "10.1126/science.adh2586" }, { "key": "e_1_3_2_6_2", "doi-asserted-by": "crossref", "unstructured": "E. Brynjolfsson D. Li L. R. Raymond Generative AI at Work (National Bureau of Economic Research 2023).", "DOI": "10.3386/w31161" }, { "key": "e_1_3_2_7_2", "doi-asserted-by": "publisher", "DOI": "10.5465/amj.2022.0426" }, { "key": "e_1_3_2_8_2", "unstructured": "S. Peng E. Kalliamvakou P. Cihon M. Demirer M. The impact of AI on developer productivity: Evidence from github copilot. arXiv:2302.06590 [cs.SE] (2023)." }, { "key": "e_1_3_2_9_2", "doi-asserted-by": "publisher", "DOI": "10.1038/s41598-024-53755-0" }, { "key": "e_1_3_2_10_2", "doi-asserted-by": "publisher", "DOI": "10.1002/per.409" }, { "key": "e_1_3_2_11_2", "doi-asserted-by": "publisher", "DOI": "10.1093/jeea/jvx055" }, { "key": "e_1_3_2_12_2", "doi-asserted-by": "publisher", "DOI": "10.1037/0022-3514.43.5.997" }, { "key": "e_1_3_2_13_2", "doi-asserted-by": "publisher", "DOI": "10.5465/amr.2020.0110" }, { "key": "e_1_3_2_14_2", "doi-asserted-by": "publisher", "DOI": "10.1037/0022-3514.43.6.1214" }, { "key": "e_1_3_2_15_2", "doi-asserted-by": "crossref", "unstructured": "R. S. Nickerson Enhancing creativity in Handbook of Creativity (Cambridge Univ. Press 1998) pp. 392–430.", "DOI": "10.1017/CBO9780511807916.022" }, { "key": "e_1_3_2_16_2", "unstructured": "W. Kenower W. The cold open: Facing the blank page. Writer's Digest (2020); https://writersdigest.com/be-inspired/the-cold-open-facing-the-blank-page." }, { "key": "e_1_3_2_17_2", "doi-asserted-by": "crossref", "unstructured": "G. Charness B. Jabarian J. A. List “Generation next: Experimentation with AI ” NBER Working Paper Series (2023).", "DOI": "10.3386/w31679" }, { "key": "e_1_3_2_18_2", "doi-asserted-by": "publisher", "DOI": "10.1353/nar.2012.0002" }, { "key": "e_1_3_2_19_2", "doi-asserted-by": "crossref", "unstructured": "M. Redi N. O'Hare R. Schifanella M. Trevisiol A. Jaimes 6 Seconds of sound and vision: Creativity in micro-videos in Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (IEEE 2014) pp. 4272–4279.", "DOI": "10.1109/CVPR.2014.544" }, { "key": "e_1_3_2_20_2", "doi-asserted-by": "publisher", "DOI": "10.1353/nar.2019.0001" }, { "key": "e_1_3_2_21_2", "doi-asserted-by": "crossref", "unstructured": "M. Raj J. Berg R. Seamans Art-ificial intelligence: The effect of AI disclosure on evaluations of creative content. arXiv:2303.06217 [cs.CY] (2023).", "DOI": "10.2139/ssrn.4369818" }, { "key": "e_1_3_2_22_2", "doi-asserted-by": "publisher", "DOI": "10.1038/s42256-020-0161-x" }, { "key": "e_1_3_2_23_2", "doi-asserted-by": "publisher", "DOI": "10.1016/j.isci.2020.101515" }, { "key": "e_1_3_2_24_2", "doi-asserted-by": "crossref", "unstructured": "Z. Epstein A. A. Arechar D. Rand What label should be applied to content produced by generative AI? PsyArXiv 10.31234 [Preprint] (2023). https://doi.org/10.31234/osf.io/v4mfz.", "DOI": "10.31234/osf.io/v4mfz" }, { "key": "e_1_3_2_25_2", "unstructured": "R. Jauss Literary history as a challenge to literary theory in Toward an Aesthetic of Reception (Routledge 1974) pp. 3–45." }, { "key": "e_1_3_2_26_2", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.2022340118" }, { "key": "e_1_3_2_27_2", "doi-asserted-by": "publisher", "DOI": "10.1146/annurev-economics-082222-074352" }, { "key": "e_1_3_2_28_2", "doi-asserted-by": "crossref", "unstructured": "E. Felten M. Raj R. Seamans How will language modelers like ChatGPT affect occupations and industries? arXiv:2303.01157 [econ.GN] (2023).", "DOI": "10.2139/ssrn.4375268" }, { "key": "e_1_3_2_29_2", "doi-asserted-by": "crossref", "unstructured": "T. Eloundou S. Manning P. Mishkin D. Rock GPTs are GPTs: An early look at the labor market impact potential of large language models. arXiv:2303.10130 [econ.GN] (2023).", "DOI": "10.1126/science.adj0998" }, { "key": "e_1_3_2_30_2", "doi-asserted-by": "crossref", "unstructured": "E. van Inwegen Z. T. Munyikwa J. J. Horton Algorithmic Writing Assistance on Jobseekers’ Resumes Increases Hires (No. w30886) (National Bureau of Economic Research 2023).", "DOI": "10.2139/ssrn.4356195" }, { "key": "e_1_3_2_31_2", "doi-asserted-by": "crossref", "unstructured": "N. Agarwal A. Moehring P. Rajpurkar T. Salz Combining Human Expertise with Artificial Intelligence: Experimental Evidence from Radiology (No. w31422) (National Bureau of Economic Research 2023).", "DOI": "10.3386/w31422" }, { "key": "e_1_3_2_32_2", "doi-asserted-by": "publisher", "DOI": "10.1038/s41586-023-06221-2" }, { "key": "e_1_3_2_33_2", "doi-asserted-by": "publisher", "DOI": "10.1038/s41562-022-01383-x" }, { "key": "e_1_3_2_34_2", "unstructured": "R. Koster M. Pislar A. Tacchetti J. Balaguer L. Liu O. P. Hauser R. Elie K. Tuyls M. Botvinick C. Summerfield Using deep reinforcement-learning to discover a dynamic resource allocation policy that promotes sustainable human exchange. arXiv:2404.15059 [cs.AI] (2024)." }, { "key": "e_1_3_2_35_2", "doi-asserted-by": "publisher", "DOI": "10.1016/j.leaqua.2020.101426" }, { "key": "e_1_3_2_36_2", "doi-asserted-by": "publisher", "DOI": "10.1126/science.adh9429" }, { "key": "e_1_3_2_37_2", "doi-asserted-by": "crossref", "unstructured": "A. Korinek Language Models and Cognitive Automation for Economic Research (No. w30957) (National Bureau of Economic Research 2023).", "DOI": "10.3386/w30957" }, { "key": "e_1_3_2_38_2", "doi-asserted-by": "publisher", "DOI": "10.1073/pnas.1900949116" }, { "key": "e_1_3_2_39_2", "doi-asserted-by": "publisher", "DOI": "10.1287/isre.2022.1184" }, { "key": "e_1_3_2_40_2", "doi-asserted-by": "crossref", "unstructured": "K. Girotra L. Meincke C. Terwiesch K. T. Ulrich Ideas are dimes a dozen: Large language models for idea generation in innovation (2023); http://dx.doi.org/10.2139/ssrn.4526071.", "DOI": "10.2139/ssrn.4526071" }, { "key": "e_1_3_2_41_2", "doi-asserted-by": "crossref", "unstructured": "A. R. Doshi J. J. Bell E. Mirzayev B. Vanneste Generative artificial intelligence and evaluating strategic decisions (2024); http://dx.doi.org/10.2139/ssrn.4714776.", "DOI": "10.2139/ssrn.4714776" }, { "key": "e_1_3_2_42_2", "doi-asserted-by": "publisher", "DOI": "10.1016/j.jbef.2017.12.004" }, { "key": "e_1_3_2_43_2", "doi-asserted-by": "publisher", "DOI": "10.1126/science.162.3859.1243" } ], "container-title": "Science Advances", "original-title": [], "language": "en", "link": [ { "URL": "https://www.science.org/doi/pdf/10.1126/sciadv.adn5290", "content-type": "unspecified", "content-version": "vor", "intended-application": "similarity-checking" } ], "deposited": { "date-parts": [ [ 2024, 7, 12 ] ], "date-time": "2024-07-12T13:59:58Z", "timestamp": 1720792798000 }, "score": 1, "resource": { "primary": { "URL": "https://www.science.org/doi/10.1126/sciadv.adn5290" } }, "subtitle": [], "short-title": [], "issued": { "date-parts": [ [ 2024, 7, 12 ] ] }, "references-count": 42, "journal-issue": { "issue": "28", "published-print": { "date-parts": [ [ 2024, 7, 12 ] ] } }, "alternative-id": [ "10.1126/sciadv.adn5290" ], "URL": "http://dx.doi.org/10.1126/sciadv.adn5290", "relation": { "has-preprint": [ { "id-type": "doi", "id": "10.2139/ssrn.4535536", "asserted-by": "object" } ] }, "ISSN": [ "2375-2548" ], "subject": [], "container-title-short": "Sci. Adv.", "published": { "date-parts": [ [ 2024, 7, 12 ] ] }, "assertion": [ { "value": "2023-12-14", "order": 0, "name": "received", "label": "Received", "group": { "name": "publication_history", "label": "Publication History" } }, { "value": "2024-06-07", "order": 2, "name": "accepted", "label": "Accepted", "group": { "name": "publication_history", "label": "Publication History" } }, { "value": "2024-07-12", "order": 3, "name": "published", "label": "Published", "group": { "name": "publication_history", "label": "Publication History" } } ], "article-number": "eadn5290", "id": "ref80", "note": "Manuscript reference 80" } ]