{
  "id": "anthropic-sitemap:research:superposition-memorization-and-double-descent",
  "type": "article",
  "title": "Superposition, Memorization, and Double Descent",
  "abstract": "In a recent paper, we found that simple neural networks trained on toy tasks often exhibit a phenomenon called superposition, where they represent more features than they have neurons. Our investigation was limited to the infinite-data, underfitting regime. But there's reason to believe that understanding overfitting might be important if we want to succeed at mechanistic interpretability, and that superposition might be a central part of the story.",
  "issued": {
    "date-parts": [
      [
        2023,
        1,
        5
      ]
    ]
  },
  "URL": "https://www.anthropic.com/research/superposition-memorization-and-double-descent",
  "publisher": "Anthropic",
  "source": "vendor/anthropic-sitemap/research/superposition-memorization-and-double-descent.md"
}