{
  "id": "2411.05877",
  "title": "Generative Adapter: Contextualizing Language Models in Parameters with A Single Forward Pass",
  "authors": "Tong Chen, Hao Fang, Patrick Xia, Xiaodong Liu, Benjamin Van Durme, Luke Zettlemoyer, Jianfeng Gao, Hao Cheng",
  "first_public": "2024-11-08",
  "first_public_source": "https://arxiv.org/abs/2411.05877",
  "arxiv_first_submission": "2024-11-08",
  "date_label": "arXiv v1",
  "arxiv": "2411.05877",
  "paper_url": "https://arxiv.org/abs/2411.05877",
  "venue": "ICLR 2025",
  "lens": [
    "generated-adapters",
    "context-compression"
  ],
  "related_terms": [
    "Generative Adapter",
    "contextualization",
    "fast weights",
    "streaming context"
  ],
  "summary": "Converts new context into low-rank model updates in one forward pass.",
  "contribution": "Trains an adapter generator with self-supervision. Tests learning from documents, demonstrations, and conversation history.",
  "limitations": "The adapter generator is tied to its frozen base model.",
  "program_form": "Additive low-rank adapters.",
  "conditioning": "Documents, demonstrations, or conversation history, including successive chunks of context.",
  "execution": "The adapted model answers new inputs using context stored in its parameter updates.",
  "relationship": "PAW cites this context-to-adapter method. Generative Adapter stores information from context; PAW compiles the behavior of a function.",
  "relationship_source": "https://arxiv.org/html/2607.02512v1#S10",
  "provenance": "arXiv record and paper.",
  "first_public_note": "An AFM 2024 OpenReview version appeared before the first arXiv submission.",
  "author_names": [
    "Tong Chen",
    "Hao Fang",
    "Patrick Xia",
    "Xiaodong Liu",
    "Benjamin Van Durme",
    "Luke Zettlemoyer",
    "Jianfeng Gao",
    "Hao Cheng"
  ],
  "record_url": "https://programasweights.com/reading-list/papers/2411.05877/",
  "legacy_record_url": "https://programasweights.com/reading-list/papers/#paper-2411-05877",
  "citation_date": "2024-11-08",
  "json_url": "https://programasweights.com/reading-list/papers/2411.05877/record.json",
  "markdown_url": "https://programasweights.com/reading-list/papers/2411.05877/index.md",
  "bibtex_url": "https://programasweights.com/reading-list/papers/2411.05877/citation.bib",
  "csl_url": "https://programasweights.com/reading-list/papers/2411.05877/citation.csl.json",
  "publication": {
    "title": "Generative Adapter: Contextualizing Language Models in Parameters with A Single Forward Pass",
    "author_names": [
      "Tong Chen",
      "Hao Fang",
      "Patrick Xia",
      "Xiaodong Liu",
      "Benjamin Van Durme",
      "Luke Zettlemoyer",
      "Jianfeng Gao",
      "Hao Cheng"
    ],
    "year": 2025,
    "type": "paper-conference",
    "container_title": "International Conference on Learning Representations",
    "url": "https://openreview.net/forum?id=bc3sUsS6ck",
    "source_url": "https://openreview.net/pdf?id=bc3sUsS6ck",
    "verified_at": "2026-10-19"
  },
  "publication_bibtex_url": "https://programasweights.com/reading-list/papers/2411.05877/publication.bib",
  "publication_csl_url": "https://programasweights.com/reading-list/papers/2411.05877/publication.csl.json",
  "method_comparisons": [
    {
      "title": "What gets reused?",
      "text": "Gisting caches a few instruction activations. Generative Adapter stores context in parameter updates. PAW saves a function as a program containing text and a neural module.",
      "source_ids": [
        "2304.08467",
        "2411.05877",
        "2607.02512"
      ],
      "source_urls": [
        "https://arxiv.org/abs/2304.08467",
        "https://arxiv.org/abs/2411.05877",
        "https://arxiv.org/html/2607.02512v1#S2"
      ],
      "source_labels": [
        "Gist paper",
        "Generative Adapter paper",
        "PAW program definition"
      ],
      "topic_id": "context-compression",
      "topic_label": "Context compression",
      "topic_url": "https://programasweights.com/reading-list/guides/compilation/#context-compression"
    }
  ]
}