Model: None

Dataset: The Pile

Neuron 4064 in Layer 14

Load this data into an Interactive Neuroscope

See Documentation here

Transformer Lens Loading: HookedTransformer.from_pretrained('pythia-350m')

Text #0

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.8320. Min Act: -0.1700

Data Index: 5612316 (The Pile)

Max Activating Token Index: 493

Text #1

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.8008. Min Act: -0.1700

Data Index: 2705534 (The Pile)

Max Activating Token Index: 518

Text #2

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.8008. Min Act: -0.1700

Data Index: 8028319 (The Pile)

Max Activating Token Index: 408

Text #3

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7695. Min Act: -0.1700

Data Index: 3306575 (The Pile)

Max Activating Token Index: 524

Text #4

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7695. Min Act: -0.1700

Data Index: 8789015 (The Pile)

Max Activating Token Index: 896

Text #5

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7695. Min Act: -0.1700

Data Index: 3358151 (The Pile)

Max Activating Token Index: 312

Text #6

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7695. Min Act: -0.1700

Data Index: 9884803 (The Pile)

Max Activating Token Index: 45

Text #7

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7383. Min Act: -0.1700

Data Index: 3259489 (The Pile)

Max Activating Token Index: 228

Text #8

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7383. Min Act: -0.1700

Data Index: 6694804 (The Pile)

Max Activating Token Index: 868

Text #9

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7070. Min Act: -0.1700

Data Index: 2971809 (The Pile)

Max Activating Token Index: 764

Text #10

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7070. Min Act: -0.1700

Data Index: 5782301 (The Pile)

Max Activating Token Index: 79

Text #11

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7070. Min Act: -0.1700

Data Index: 152580 (The Pile)

Max Activating Token Index: 873

Text #12

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7070. Min Act: -0.1700

Data Index: 4708968 (The Pile)

Max Activating Token Index: 686

Text #13

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.7070. Min Act: -0.1700

Data Index: 6517522 (The Pile)

Max Activating Token Index: 467

Text #14

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.6758. Min Act: -0.1700

Data Index: 7618434 (The Pile)

Max Activating Token Index: 173

Text #15

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.6758. Min Act: -0.1700

Data Index: 10110523 (The Pile)

Max Activating Token Index: 329

Text #16

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.6758. Min Act: -0.1700

Data Index: 6376495 (The Pile)

Max Activating Token Index: 950

Text #17

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.6758. Min Act: -0.1700

Data Index: 3803864 (The Pile)

Max Activating Token Index: 663

Text #18

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.6445. Min Act: -0.1700

Data Index: 3186915 (The Pile)

Max Activating Token Index: 666

Text #19

Max Range: 5.8320. Min Range: -5.8320

Max Act: 5.6445. Min Act: -0.1700

Data Index: 7188203 (The Pile)

Max Activating Token Index: 515