Model: None

Dataset: The Pile

Neuron 362 in Layer 2

Load this data into an Interactive Neuroscope

See Documentation here

Transformer Lens Loading: HookedTransformer.from_pretrained('pythia-160m')

Text #0

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.8320. Min Act: -0.1700

Data Index: 7875995 (The Pile)

Max Activating Token Index: 130

Text #1

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.6286. Min Act: -0.1700

Data Index: 2570976 (The Pile)

Max Activating Token Index: 841

Text #2

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.6129. Min Act: -0.1700

Data Index: 35699 (The Pile)

Max Activating Token Index: 112

Text #3

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5973. Min Act: -0.1700

Data Index: 6771642 (The Pile)

Max Activating Token Index: 664

Text #4

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5660. Min Act: -0.1700

Data Index: 8539242 (The Pile)

Max Activating Token Index: 156

Text #5

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5660. Min Act: -0.1700

Data Index: 8257516 (The Pile)

Max Activating Token Index: 511

Text #6

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5660. Min Act: -0.1700

Data Index: 6257856 (The Pile)

Max Activating Token Index: 423

Text #7

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5660. Min Act: -0.1700

Data Index: 3119401 (The Pile)

Max Activating Token Index: 178

Text #8

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5503. Min Act: -0.1700

Data Index: 8390616 (The Pile)

Max Activating Token Index: 927

Text #9

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5346. Min Act: -0.1700

Data Index: 10153964 (The Pile)

Max Activating Token Index: 446

Text #10

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5346. Min Act: -0.1700

Data Index: 6627789 (The Pile)

Max Activating Token Index: 338

Text #11

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5346. Min Act: -0.1700

Data Index: 10730504 (The Pile)

Max Activating Token Index: 375

Text #12

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5346. Min Act: -0.1700

Data Index: 8552417 (The Pile)

Max Activating Token Index: 147

Text #13

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5190. Min Act: -0.1700

Data Index: 8124642 (The Pile)

Max Activating Token Index: 1007

Text #14

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5190. Min Act: -0.1700

Data Index: 8983568 (The Pile)

Max Activating Token Index: 383

Text #15

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5190. Min Act: -0.1700

Data Index: 8488609 (The Pile)

Max Activating Token Index: 705

Text #16

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5033. Min Act: -0.1700

Data Index: 9272342 (The Pile)

Max Activating Token Index: 419

Text #17

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5033. Min Act: -0.1700

Data Index: 7550257 (The Pile)

Max Activating Token Index: 250

Text #18

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5033. Min Act: -0.1700

Data Index: 6300629 (The Pile)

Max Activating Token Index: 129

Text #19

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5033. Min Act: -0.1700

Data Index: 6948538 (The Pile)

Max Activating Token Index: 993