Model: None

Dataset: The Pile

Neuron 393 in Layer 9

Load this data into an Interactive Neuroscope

See Documentation here

Transformer Lens Loading: HookedTransformer.from_pretrained('pythia-160m')

Text #0

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.8320. Min Act: -0.1700

Data Index: 2035346 (The Pile)

Max Activating Token Index: 986

Text #1

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.6599. Min Act: -0.1700

Data Index: 8719331 (The Pile)

Max Activating Token Index: 771

Text #2

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.6442. Min Act: -0.1700

Data Index: 2256067 (The Pile)

Max Activating Token Index: 647

Text #3

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.6286. Min Act: -0.1700

Data Index: 5668966 (The Pile)

Max Activating Token Index: 778

Text #4

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.6286. Min Act: -0.1700

Data Index: 3721034 (The Pile)

Max Activating Token Index: 852

Text #5

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.6129. Min Act: -0.1700

Data Index: 8252188 (The Pile)

Max Activating Token Index: 721

Text #6

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.6129. Min Act: -0.1700

Data Index: 9928501 (The Pile)

Max Activating Token Index: 377

Text #7

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5973. Min Act: -0.1700

Data Index: 5273858 (The Pile)

Max Activating Token Index: 141

Text #8

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5816. Min Act: -0.1700

Data Index: 8382434 (The Pile)

Max Activating Token Index: 587

Text #9

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5816. Min Act: -0.1700

Data Index: 388939 (The Pile)

Max Activating Token Index: 991

Text #10

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5816. Min Act: -0.1700

Data Index: 7350493 (The Pile)

Max Activating Token Index: 751

Text #11

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5503. Min Act: -0.1700

Data Index: 5610460 (The Pile)

Max Activating Token Index: 632

Text #12

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5503. Min Act: -0.1700

Data Index: 7577245 (The Pile)

Max Activating Token Index: 936

Text #13

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5503. Min Act: -0.1700

Data Index: 2386452 (The Pile)

Max Activating Token Index: 222

Text #14

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5189. Min Act: -0.1700

Data Index: 416283 (The Pile)

Max Activating Token Index: 872

Text #15

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5189. Min Act: -0.1700

Data Index: 9062909 (The Pile)

Max Activating Token Index: 746

Text #16

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5189. Min Act: -0.1700

Data Index: 3457190 (The Pile)

Max Activating Token Index: 818

Text #17

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.5189. Min Act: -0.1700

Data Index: 6559894 (The Pile)

Max Activating Token Index: 396

Text #18

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.4876. Min Act: -0.1700

Data Index: 6086015 (The Pile)

Max Activating Token Index: 211

Text #19

Max Range: 3.8320. Min Range: -3.8320

Max Act: 3.4876. Min Act: -0.1700

Data Index: 7433574 (The Pile)

Max Activating Token Index: 730