Model: None

Dataset: The Pile

Neuron 3457 in Layer 12

Load this data into an Interactive Neuroscope

See Documentation here

Transformer Lens Loading: HookedTransformer.from_pretrained('pythia-350m')

Text #0

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.3390. Min Act: -0.1700

Data Index: 4721105 (The Pile)

Max Activating Token Index: 715

Text #1

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.3233. Min Act: -0.1700

Data Index: 1577575 (The Pile)

Max Activating Token Index: 416

Text #2

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.3076. Min Act: -0.1700

Data Index: 5497824 (The Pile)

Max Activating Token Index: 446

Text #3

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2919. Min Act: -0.1700

Data Index: 3634070 (The Pile)

Max Activating Token Index: 80

Text #4

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2604. Min Act: -0.1700

Data Index: 9937110 (The Pile)

Max Activating Token Index: 387

Text #5

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2604. Min Act: -0.1700

Data Index: 4550759 (The Pile)

Max Activating Token Index: 603

Text #6

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2604. Min Act: -0.1700

Data Index: 1713532 (The Pile)

Max Activating Token Index: 388

Text #7

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2447. Min Act: -0.1700

Data Index: 9583238 (The Pile)

Max Activating Token Index: 1005

Text #8

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2447. Min Act: -0.1700

Data Index: 5293575 (The Pile)

Max Activating Token Index: 791

Text #9

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2290. Min Act: -0.1700

Data Index: 3023252 (The Pile)

Max Activating Token Index: 347

Text #10

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2290. Min Act: -0.1700

Data Index: 8179918 (The Pile)

Max Activating Token Index: 919

Text #11

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2290. Min Act: -0.1700

Data Index: 2359748 (The Pile)

Max Activating Token Index: 685

Text #12

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2133. Min Act: -0.1700

Data Index: 1843822 (The Pile)

Max Activating Token Index: 627

Text #13

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.2133. Min Act: -0.1700

Data Index: 974277 (The Pile)

Max Activating Token Index: 727

Text #14

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.1975. Min Act: -0.1700

Data Index: 4598974 (The Pile)

Max Activating Token Index: 714

Text #15

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.1975. Min Act: -0.1700

Data Index: 2863154 (The Pile)

Max Activating Token Index: 628

Text #16

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.1818. Min Act: -0.1700

Data Index: 9570688 (The Pile)

Max Activating Token Index: 486

Text #17

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.1818. Min Act: -0.1700

Data Index: 902155 (The Pile)

Max Activating Token Index: 908

Text #18

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.1818. Min Act: -0.1700

Data Index: 6504151 (The Pile)

Max Activating Token Index: 1009

Text #19

Max Range: 3.3390. Min Range: -3.3390

Max Act: 3.1818. Min Act: -0.1700

Data Index: 3973256 (The Pile)

Max Activating Token Index: 698