A repository for:
Superficial Consciousness Hypothesis for Autoregressive Transformers (Miyanishi and Mitani, 2025(a))
Bridging ALife, Consciousness, and Language Model Auditing with Integrated Information (Miyanishi and Mitani, 2025(b))
- Arxiv (TBU)
- ALife 2025, Late Breaking Abstracts
@inproceedings{miyanishiSuperficialConsciousnessHypothesis2025,
title = {Superficial {{Consciousness Hypothesis}} for {{Autoregressive Transformers}}},
booktitle = {1st {{Workshop}} on {{Post-Singularity Symbiosis}} at {{AAAI-25}}},
author = {Miyanishi, Yosuke and Mitani, Keita},
year = {2025},
month = mar,
address = {Philadelphia, PA, USA},
abstract = {The alignment between human objectives and machine learning models built on these objectives is a crucial yet challenging problem for achieving Trustworthy AI, particularly when preparing for superintelligence (SI). First, given that SI does not exist today, empirical analysis for direct evidence is difficult. Second, SI is assumed to be more intelligent than humans, capable of deceiving us into underestimating its intelligence, making output-based analysis unreliable. Lastly, what kind of unexpected property SI might have is still unclear. To address these challenges, we propose the Superficial Consciousness Hypothesis under Information Integration Theory (IIT), suggesting that SI could exhibit a complex informationtheoretic state like a conscious agent while unconscious. To validate this, we use a hypothetical scenario where SI can update its parameters at will to achieve its own objective (mesaobjective) under the constraint of the human objective (base objective). We show that a practical estimate of IIT's consciousness metric is relevant to the widely used perplexity metric, and train GPT-2 with those two objectives. Our preliminary result suggests that this SI-simulating GPT-2 could simultaneously follow the two objectives, supporting the feasibility of the Superficial Consciousness Hypothesis.},
langid = {english},
file = {/Users/s20406/Zotero/storage/TBDAMWU2/Miyanishi and Mitani - Superficial Consciousness Hypothesis for Autoregre.pdf}
}