Model: None

Dataset: The Pile

Neuron 3627 in Layer 14

Load this data into an Interactive Neuroscope

See Documentation here

Transformer Lens Loading: HookedTransformer.from_pretrained('pythia-350m')

Text #0

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.8320. Min Act: -0.1700

Data Index: 9326460 (The Pile)

Max Activating Token Index: 792

Text #1

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.8320. Min Act: -0.1699

Data Index: 2172178 (The Pile)

Max Activating Token Index: 140

Text #2

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.8320. Min Act: -0.1700

Data Index: 6036554 (The Pile)

Max Activating Token Index: 757

Text #3

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.8320. Min Act: -0.1700

Data Index: 5151848 (The Pile)

Max Activating Token Index: 757

Text #4

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.7070. Min Act: -0.1700

Data Index: 10327053 (The Pile)

Max Activating Token Index: 320

Text #5

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.7070. Min Act: -0.1700

Data Index: 10177437 (The Pile)

Max Activating Token Index: 329

Text #6

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.6757. Min Act: -0.1700

Data Index: 6744005 (The Pile)

Max Activating Token Index: 345

Text #7

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.6757. Min Act: -0.1700

Data Index: 7196374 (The Pile)

Max Activating Token Index: 271

Text #8

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.6757. Min Act: -0.1700

Data Index: 1758522 (The Pile)

Max Activating Token Index: 812

Text #9

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.5507. Min Act: -0.1700

Data Index: 3770015 (The Pile)

Max Activating Token Index: 450

Text #10

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.5507. Min Act: -0.1700

Data Index: 2677112 (The Pile)

Max Activating Token Index: 809

Text #11

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.5195. Min Act: -0.1699

Data Index: 6913225 (The Pile)

Max Activating Token Index: 365

Text #12

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.5195. Min Act: -0.1700

Data Index: 3196816 (The Pile)

Max Activating Token Index: 884

Text #13

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.5195. Min Act: -0.1700

Data Index: 9160014 (The Pile)

Max Activating Token Index: 498

Text #14

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.5195. Min Act: -0.1700

Data Index: 9282743 (The Pile)

Max Activating Token Index: 847

Text #15

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.5195. Min Act: -0.1700

Data Index: 7743011 (The Pile)

Max Activating Token Index: 851

Text #16

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.4882. Min Act: -0.1700

Data Index: 8629111 (The Pile)

Max Activating Token Index: 419

Text #17

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.4882. Min Act: -0.1700

Data Index: 4123472 (The Pile)

Max Activating Token Index: 42

Text #18

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.4882. Min Act: -0.1700

Data Index: 8182127 (The Pile)

Max Activating Token Index: 995

Text #19

Max Range: 6.8320. Min Range: -6.8320

Max Act: 6.4570. Min Act: -0.1700

Data Index: 7897450 (The Pile)

Max Activating Token Index: 510