p y t h o n   :   
 
 A t   l i n e : 1   c h a r : 1 
 
 +   p y t h o n   
 
 e : \ I D E A S \ o m n i c l a w \ o m n i c l a w . p y   
 
 s t a t u s   >   e r r o r . t x t   2 > & 1 
 
 +   ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ 
 
 ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ 
 
         +   C a t e g o r y I n f o                     :   N o t S   
 
       p e c i f i e d :   ( : S t r i n g )   [ ] ,   R e m o t e     
 
     E x c e p t i o n 
 
         +   F u l l y Q u a l i f i e d E r r o r I d   :   N a t i   
 
       v e C o m m a n d E r r o r 
 
   
 
 L o a d i n g   w e i g h t s :       0 % |                     |   
 
 0 / 1 0 3   [ 0 0 : 0 0 < ? ,   ? i t / s ] 
 
 L o a d i n g   w e i g h t s :       1 % |                     |   
 
 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   1 6 1 3 1 . 9 4 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = e m b e d d i n g s . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :       1 % |                     |   
 
 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   6 3 5 5 . 0 1 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = e m b e d d i n g s . L a y e r N o r m . b i a s ]   
 
 L o a d i n g   w e i g h t s :       2 % | 1                   |   
 
 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   5 9 9 6 . 1 5 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = e m b e d d i n g s . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       2 % | 1                   |   
 
 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   5 0 3 2 . 1 6 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = e m b e d d i n g s . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       3 % | 2                   |   
 
 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   5 5 7 2 . 5 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e m b e d d i n g s . p o s i 
 
 t i o n _ e m b e d d i n g s . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       3 % | 2                   |   
 
 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   3 8 3 5 . 0 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e m b e d d i n g s . p o s i 
 
 t i o n _ e m b e d d i n g s . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       4 % | 3                   |   
 
 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   3 8 0 2 . 6 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e m b e d d i n g s . t o k e 
 
 n _ t y p e _ e m b e d d i n g s . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       4 % | 3                   |   
 
 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   3 0 2 1 . 8 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e m b e d d i n g s . t o k e 
 
 n _ t y p e _ e m b e d d i n g s . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       5 % | 4                   |   
 
 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   3 0 2 0 . 0 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e m b e d d i n g s . w o r d 
 
 _ e m b e d d i n g s . w e i g h t ]             
 
 L o a d i n g   w e i g h t s :       5 % | 4                   |   
 
 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 8 9 1 . 0 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e m b e d d i n g s . w o r d 
 
 _ e m b e d d i n g s . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       6 % | 5                   |   
 
 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   3 2 2 0 . 2 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :       6 % | 5                   |   
 
 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 7 8 7 . 2 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :       7 % | 6                   |   
 
 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   3 0 0 4 . 8 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       7 % | 6                   |   
 
 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 9 1 1 . 8 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       8 % | 7                   |   
 
 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 8 8 7 . 1 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :       8 % | 7                   |   
 
 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 7 5 8 . 0 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :       9 % | 8                   |   
 
 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 9 4 7 . 7 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :       9 % | 8                   |   
 
 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 9 6 . 2 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 0 % | 9                   |   
 
 1 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 2 0 . 4 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ]           
 
 L o a d i n g   w e i g h t s :     1 0 % | 9                   |   
 
 1 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 5 6 . 5 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     1 1 % | #                   |   
 
 1 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 8 6 . 5 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 1 % | #                   |   
 
 1 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 4 4 . 6 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 2 % | # 1                 |   
 
 1 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 2 4 . 0 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     1 2 % | # 1                 |   
 
 1 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 1 8 . 0 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     1 3 % | # 2                 |   
 
 1 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 6 4 . 9 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 3 % | # 2                 |   
 
 1 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 9 9 . 3 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 4 % | # 3                 |   
 
 1 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 4 3 . 2 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ]     
 
 L o a d i n g   w e i g h t s :     1 4 % | # 3                 |   
 
 1 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 1 6 . 2 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     1 5 % | # 4                 |   
 
 1 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 1 3 . 3 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 5 % | # 4                 |   
 
 1 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 5 9 . 6 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 6 % | # 5                 |   
 
 1 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 9 9 . 5 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ]         
 
 L o a d i n g   w e i g h t s :     1 6 % | # 5                 |   
 
 1 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 7 6 . 7 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     1 7 % | # 6                 |   
 
 1 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 6 0 . 9 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 7 % | # 6                 |   
 
 1 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 4 0 . 2 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 7 % | # 7                 |   
 
 1 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 3 0 . 1 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . o u t p u t . L a y e r N o r m . b i a s ]         
 
 L o a d i n g   w e i g h t s :     1 7 % | # 7                 |   
 
 1 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 1 1 . 9 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     1 8 % | # 8                 |   
 
 1 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 6 8 . 0 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 8 % | # 8                 |   
 
 1 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 4 6 . 5 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     1 9 % | # 9                 |   
 
 2 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 7 1 . 1 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     1 9 % | # 9                 |   
 
 2 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 5 3 . 5 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     2 0 % | # #                 |   
 
 2 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 3 4 . 9 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 0 % | # #                 |   
 
 2 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 1 8 . 2 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 0 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 1 % | # # 1               |   
 
 2 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 1 0 . 5 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     2 1 % | # # 1               |   
 
 2 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 7 5 . 7 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     2 2 % | # # 2               |   
 
 2 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 3 7 . 2 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 2 % | # # 2               |   
 
 2 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 9 6 . 8 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 3 % | # # 3               |   
 
 2 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 6 0 . 0 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     2 3 % | # # 3               |   
 
 2 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 4 3 . 6 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     2 4 % | # # 4               |   
 
 2 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 0 9 . 9 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 4 % | # # 4               |   
 
 2 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 9 3 . 4 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 5 % | # # 5               |   
 
 2 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 8 0 . 3 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ]             
 
 L o a d i n g   w e i g h t s :     2 5 % | # # 5               |   
 
 2 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 1 6 . 5 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     2 6 % | # # 6               |   
 
 2 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 9 2 . 9 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 6 % | # # 6               |   
 
 2 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 4 6 . 7 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 7 % | # # 7               |   
 
 2 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 6 8 . 3 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     2 7 % | # # 7               |   
 
 2 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 0 5 . 0 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     2 8 % | # # 8               |   
 
 2 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 2 5 . 9 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 8 % | # # 8               |   
 
 2 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 6 3 . 1 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     2 9 % | # # 9               |   
 
 3 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 4 1 . 8 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ]     
 
 L o a d i n g   w e i g h t s :     2 9 % | # # 9               |   
 
 3 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 6 4 . 1 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     3 0 % | # # #               |   
 
 3 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 0 8 . 8 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 0 % | # # #               |   
 
 3 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 9 8 . 4 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 1 % | # # # 1             |   
 
 3 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 4 7 . 8 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ]         
 
 L o a d i n g   w e i g h t s :     3 1 % | # # # 1             |   
 
 3 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 3 8 . 2 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     3 2 % | # # # 2             |   
 
 3 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 9 7 . 2 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 2 % | # # # 2             |   
 
 3 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 8 1 . 4 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 3 % | # # # 3             |   
 
 3 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 3 7 . 2 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . o u t p u t . L a y e r N o r m . b i a s ]         
 
 L o a d i n g   w e i g h t s :     3 3 % | # # # 3             |   
 
 3 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 2 7 . 6 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     3 4 % | # # # 3             |   
 
 3 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 3 0 . 6 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 4 % | # # # 3             |   
 
 3 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 2 1 . 6 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 5 % | # # # 4             |   
 
 3 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 6 2 . 5 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     3 5 % | # # # 4             |   
 
 3 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 5 4 . 1 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     3 6 % | # # # 5             |   
 
 3 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 9 4 . 7 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 6 % | # # # 5             |   
 
 3 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 8 2 . 5 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 1 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 7 % | # # # 6             |   
 
 3 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 0 4 . 5 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     3 7 % | # # # 6             |   
 
 3 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 7 4 . 4 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     3 8 % | # # # 7             |   
 
 3 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 4 2 . 0 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 8 % | # # # 7             |   
 
 3 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 2 8 . 5 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     3 9 % | # # # 8             |   
 
 4 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 5 0 . 8 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     3 9 % | # # # 8             |   
 
 4 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 9 8 . 2 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     4 0 % | # # # 9             |   
 
 4 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 7 6 . 2 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 0 % | # # # 9             |   
 
 4 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 1 8 . 3 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 1 % | # # # #             |   
 
 4 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 3 9 . 8 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ]             
 
 L o a d i n g   w e i g h t s :     4 1 % | # # # #             |   
 
 4 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 2 7 . 3 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     4 2 % | # # # # 1           |   
 
 4 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 5 1 . 2 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 2 % | # # # # 1           |   
 
 4 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 3 6 . 8 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 3 % | # # # # 2           |   
 
 4 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 1 3 . 1 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     4 3 % | # # # # 2           |   
 
 4 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 0 1 . 4 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     4 4 % | # # # # 3           |   
 
 4 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   1 9 9 8 . 3 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 4 % | # # # # 3           |   
 
 4 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   1 9 8 8 . 2 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 5 % | # # # # 4           |   
 
 4 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 0 2 . 4 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ]     
 
 L o a d i n g   w e i g h t s :     4 5 % | # # # # 4           |   
 
 4 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   1 9 9 3 . 8 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     4 6 % | # # # # 5           |   
 
 4 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 0 5 . 3 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 6 % | # # # # 5           |   
 
 4 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   1 9 9 6 . 5 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 7 % | # # # # 6           |   
 
 4 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 2 2 . 3 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ]         
 
 L o a d i n g   w e i g h t s :     4 7 % | # # # # 6           |   
 
 4 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 1 3 . 8 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     4 8 % | # # # # 7           |   
 
 4 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 4 0 . 3 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 8 % | # # # # 7           |   
 
 4 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 3 2 . 1 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     4 9 % | # # # # 8           |   
 
 5 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 5 8 . 0 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . o u t p u t . L a y e r N o r m . b i a s ]         
 
 L o a d i n g   w e i g h t s :     4 9 % | # # # # 8           |   
 
 5 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 5 0 . 2 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     5 0 % | # # # # 9           |   
 
 5 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 7 5 . 7 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 0 % | # # # # 9           |   
 
 5 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 6 8 . 9 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 0 % | # # # # #           |   
 
 5 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 9 7 . 4 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     5 0 % | # # # # #           |   
 
 5 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 9 1 . 6 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     5 1 % | # # # # # 1         |   
 
 5 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 1 9 . 0 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 1 % | # # # # # 1         |   
 
 5 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 1 2 . 6 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 2 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 2 % | # # # # # 2         |   
 
 5 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 2 8 . 6 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     5 2 % | # # # # # 2         |   
 
 5 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 0 5 . 1 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     5 3 % | # # # # # 3         |   
 
 5 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 0 5 . 8 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 3 % | # # # # # 3         |   
 
 5 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 9 2 . 7 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 4 % | # # # # # 4         |   
 
 5 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 0 8 . 7 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     5 4 % | # # # # # 4         |   
 
 5 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 0 9 9 . 5 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     5 5 % | # # # # # 5         |   
 
 5 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 2 0 . 8 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 5 % | # # # # # 5         |   
 
 5 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 1 2 . 9 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 6 % | # # # # # 6         |   
 
 5 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 3 4 . 1 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ]             
 
 L o a d i n g   w e i g h t s :     5 6 % | # # # # # 6         |   
 
 5 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 2 3 . 5 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     5 7 % | # # # # # 7         |   
 
 5 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 4 4 . 2 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 7 % | # # # # # 7         |   
 
 5 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 3 6 . 4 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 8 % | # # # # # 8         |   
 
 6 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 5 8 . 3 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     5 8 % | # # # # # 8         |   
 
 6 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 5 0 . 6 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     5 9 % | # # # # # 9         |   
 
 6 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 7 2 . 4 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     5 9 % | # # # # # 9         |   
 
 6 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 6 4 . 9 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 0 % | # # # # # #         |   
 
 6 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 8 6 . 7 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ]     
 
 L o a d i n g   w e i g h t s :     6 0 % | # # # # # #         |   
 
 6 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 7 9 . 3 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     6 1 % | # # # # # # 1       |   
 
 6 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 0 0 . 1 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 1 % | # # # # # # 1       |   
 
 6 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 1 9 2 . 6 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 2 % | # # # # # # 2       |   
 
 6 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 1 3 . 6 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ]         
 
 L o a d i n g   w e i g h t s :     6 2 % | # # # # # # 2       |   
 
 6 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 0 6 . 3 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     6 3 % | # # # # # # 3       |   
 
 6 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 2 7 . 3 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 3 % | # # # # # # 3       |   
 
 6 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 2 0 . 1 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 4 % | # # # # # # 4       |   
 
 6 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 4 0 . 9 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . o u t p u t . L a y e r N o r m . b i a s ]         
 
 L o a d i n g   w e i g h t s :     6 4 % | # # # # # # 4       |   
 
 6 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 3 3 . 6 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     6 5 % | # # # # # # 5       |   
 
 6 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 5 4 . 0 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 5 % | # # # # # # 5       |   
 
 6 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 4 6 . 7 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 6 % | # # # # # # 6       |   
 
 6 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 6 7 . 2 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     6 6 % | # # # # # # 6       |   
 
 6 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 5 9 . 7 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     6 7 % | # # # # # # 6       |   
 
 6 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 8 0 . 0 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 7 % | # # # # # # 6       |   
 
 6 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 7 2 . 8 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 3 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 8 % | # # # # # # 7       |   
 
 7 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 9 3 . 0 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     6 8 % | # # # # # # 7       |   
 
 7 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 8 4 . 9 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     6 9 % | # # # # # # 8       |   
 
 7 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 0 4 . 0 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     6 9 % | # # # # # # 8       |   
 
 7 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 2 9 6 . 6 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 0 % | # # # # # # 9       |   
 
 7 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 1 5 . 6 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     7 0 % | # # # # # # 9       |   
 
 7 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 0 8 . 6 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     7 1 % | # # # # # # #       |   
 
 7 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 2 7 . 4 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 1 % | # # # # # # #       |   
 
 7 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 2 0 . 2 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 2 % | # # # # # # # 1     |   
 
 7 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 3 9 . 0 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ]             
 
 L o a d i n g   w e i g h t s :     7 2 % | # # # # # # # 1     |   
 
 7 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 3 1 . 8 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     7 3 % | # # # # # # # 2     |   
 
 7 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 5 0 . 3 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 3 % | # # # # # # # 2     |   
 
 7 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 4 3 . 3 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 4 % | # # # # # # # 3     |   
 
 7 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 6 1 . 6 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     7 4 % | # # # # # # # 3     |   
 
 7 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 5 5 . 0 6 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     7 5 % | # # # # # # # 4     |   
 
 7 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 7 4 . 3 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 5 % | # # # # # # # 4     |   
 
 7 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 6 7 . 6 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 6 % | # # # # # # # 5     |   
 
 7 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 7 5 . 4 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ]     
 
 L o a d i n g   w e i g h t s :     7 6 % | # # # # # # # 5     |   
 
 7 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 5 3 . 9 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     7 7 % | # # # # # # # 6     |   
 
 7 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 5 7 . 5 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 7 % | # # # # # # # 6     |   
 
 7 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 5 0 . 2 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 8 % | # # # # # # # 7     |   
 
 8 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 6 6 . 6 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ]         
 
 L o a d i n g   w e i g h t s :     7 8 % | # # # # # # # 7     |   
 
 8 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 6 1 . 6 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     7 9 % | # # # # # # # 8     |   
 
 8 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 8 0 . 9 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     7 9 % | # # # # # # # 8     |   
 
 8 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 7 6 . 4 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 0 % | # # # # # # # 9     |   
 
 8 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 9 4 . 5 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . o u t p u t . L a y e r N o r m . b i a s ]         
 
 L o a d i n g   w e i g h t s :     8 0 % | # # # # # # # 9     |   
 
 8 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 3 8 8 . 4 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     8 1 % | # # # # # # # #     |   
 
 8 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 0 7 . 3 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 1 % | # # # # # # # #     |   
 
 8 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 0 2 . 9 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 2 % | # # # # # # # # 1   |   
 
 8 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 2 2 . 6 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     8 2 % | # # # # # # # # 1   |   
 
 8 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 1 7 . 7 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     8 3 % | # # # # # # # # 2   |   
 
 8 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 3 7 . 5 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 3 % | # # # # # # # # 2   |   
 
 8 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 3 3 . 3 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 4 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 3 % | # # # # # # # # 3   |   
 
 8 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 5 3 . 0 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     8 3 % | # # # # # # # # 3   |   
 
 8 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 4 8 . 7 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     8 4 % | # # # # # # # # 4   |   
 
 8 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 6 8 . 1 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 4 % | # # # # # # # # 4   |   
 
 8 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 6 3 . 8 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 5 % | # # # # # # # # 5   |   
 
 8 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 8 3 . 3 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ]             
 
 L o a d i n g   w e i g h t s :     8 5 % | # # # # # # # # 5   |   
 
 8 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 7 9 . 1 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     8 6 % | # # # # # # # # 6   |   
 
 8 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 9 8 . 4 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 6 % | # # # # # # # # 6   |   
 
 8 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 4 9 4 . 1 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 7 % | # # # # # # # # 7   |   
 
 9 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 1 3 . 4 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ]             
 
 L o a d i n g   w e i g h t s :     8 7 % | # # # # # # # # 7   |   
 
 9 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 0 9 . 2 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . k e y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     8 8 % | # # # # # # # # 8   |   
 
 9 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 2 8 . 5 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 8 % | # # # # # # # # 8   |   
 
 9 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 2 4 . 3 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . k e y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     8 9 % | # # # # # # # # 9   |   
 
 9 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 4 3 . 3 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     8 9 % | # # # # # # # # 9   |   
 
 9 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 3 9 . 2 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . q u e r y . b i a s ] 
 
 L o a d i n g   w e i g h t s :     9 0 % | # # # # # # # # #   |   
 
 9 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 5 8 . 2 9 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 0 % | # # # # # # # # #   |   
 
 9 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 5 4 . 1 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . q u e r y . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 1 % | # # # # # # # # # 1 |   
 
 9 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 7 2 . 8 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ]     
 
 L o a d i n g   w e i g h t s :     9 1 % | # # # # # # # # # 1 |   
 
 9 4 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 6 8 . 7 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . v a l u e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     9 2 % | # # # # # # # # # 2 |   
 
 9 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 8 6 . 9 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 2 % | # # # # # # # # # 2 |   
 
 9 5 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 8 2 . 7 3 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . a t t e n t i o n . s e l f . v a l u e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 3 % | # # # # # # # # # 3 |   
 
 9 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 0 1 . 2 7 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ]         
 
 L o a d i n g   w e i g h t s :     9 3 % | # # # # # # # # # 3 |   
 
 9 6 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 5 9 7 . 0 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . i n t e r m e d i a t e . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     9 4 % | # # # # # # # # # 4 |   
 
 9 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 1 5 . 3 2 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 4 % | # # # # # # # # # 4 |   
 
 9 7 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 1 0 . 7 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . i n t e r m e d i a t e . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 5 % | # # # # # # # # # 5 |   
 
 9 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 2 9 . 1 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . o u t p u t . L a y e r N o r m . b i a s ]         
 
 L o a d i n g   w e i g h t s :     9 5 % | # # # # # # # # # 5 |   
 
 9 8 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 2 4 . 9 1 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . o u t p u t . L a y e r N o r m . b i a s ] 
 
 L o a d i n g   w e i g h t s :     9 6 % | # # # # # # # # # 6 |   
 
 9 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 4 3 . 0 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 6 % | # # # # # # # # # 6 |   
 
 9 9 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 3 9 . 0 8 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . o u t p u t . L a y e r N o r m . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 7 % | # # # # # # # # # 7 |   
 
 1 0 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 5 8 . 8 5 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . o u t p u t . d e n s e . b i a s ]           
 
 L o a d i n g   w e i g h t s :     9 7 % | # # # # # # # # # 7 |   
 
 1 0 0 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 5 5 . 2 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . o u t p u t . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :     9 8 % | # # # # # # # # # 8 |   
 
 1 0 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 7 5 . 1 4 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 8 % | # # # # # # # # # 8 |   
 
 1 0 1 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 7 1 . 6 0 i t / s ,   
 
 M a t e r i a l i z i n g   p a r a m = e n c o d e r . l a y e r . 5 
 
 . o u t p u t . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :     9 9 % | # # # # # # # # # 9 |   
 
 1 0 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 9 1 . 4 6 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = p o o l e r . d e n s e . b i a s ]                       
 
               
 
 L o a d i n g   w e i g h t s :     9 9 % | # # # # # # # # # 9 |   
 
 1 0 2 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 8 8 . 0 0 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = p o o l e r . d e n s e . b i a s ] 
 
 L o a d i n g   w e i g h t s :   1 0 0 % | # # # # # # # # # # |   
 
 1 0 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 7 0 8 . 1 7 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = p o o l e r . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :   1 0 0 % | # # # # # # # # # # |   
 
 1 0 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 7 0 4 . 7 3 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = p o o l e r . d e n s e . w e i g h t ] 
 
 L o a d i n g   w e i g h t s :   1 0 0 % | # # # # # # # # # # |   
 
 1 0 3 / 1 0 3   [ 0 0 : 0 0 < 0 0 : 0 0 ,   2 6 9 7 . 3 9 i t / s ,   
 
 M a t e r i a l i z i n g   
 
 p a r a m = p o o l e r . d e n s e . w e i g h t ] 
 
  [ 1 m B e r t M o d e l   L O A D   R E P O R T  [ 0 m   
 
 f r o m :   s e n t e n c e - t r a n s f o r m e r s / a l l - M i n 
 
 i L M - L 6 - v 2 
 
 K e y                                           |   S t a t u s       
 
     |     |   
 
 - - - - - - - - - - - - - - - - - - - - - - - - + - - - - - - - - - - 
 
 - - + - - + - 
 
 e m b e d d i n g s . p o s i t i o n _ i d s   |   
 
 U N E X P E C T E D   |     |   
 
 
 
  [ 3 m N o t e s : 
 
 -   U N E X P E C T E D  [ 3 m 	 : c a n   b e   i g n o r e d   
 
 w h e n   l o a d i n g   f r o m   d i f f e r e n t   
 
 t a s k / a r c h i t e c t u r e ;   n o t   o k   i f   y o u   
 
 e x p e c t   i d e n t i c a l   a r c h .  [ 0 m 
 
 W a r n i n g :   Y o u   a r e   s e n d i n g   
 
 u n a u t h e n t i c a t e d   r e q u e s t s   t o   t h e   H F   
 
 H u b .   P l e a s e   s e t   a   H F _ T O K E N   t o   
 
 e n a b l e   h i g h e r   r a t e   l i m i t s   a n d   
 
 f a s t e r   d o w n l o a d s . 
 
 T r a c e b a c k   ( m o s t   r e c e n t   c a l l   l a s t ) : 
 
     F i l e   
 
 " e : \ I D E A S \ o m n i c l a w \ o m n i c l a w . p y " ,   
 
 l i n e   2 5 ,   i n   < m o d u l e > 
 
         f r o m   c o r e . o r c h e s t r a t o r   i m p o r t   
 
 H y b r i d H i v e O r c h e s t r a t o r 
 
     F i l e   " e : \ I D E A S \ o m n i c l a w \ c o r e \ _ _ i n 
 
 i t _ _ . p y " ,   l i n e   1 1 ,   i n   < m o d u l e > 
 
         f r o m   . w o r k e r   i m p o r t   W o r k e r A g e n t 
 
     F i l e   " e : \ I D E A S \ o m n i c l a w \ c o r e \ w o r k 
 
 e r . p y " ,   l i n e   1 5 ,   i n   < m o d u l e > 
 
         f r o m   . a d v a n c e d _ f e a t u r e s . r e c o m m e 
 
 n d a t i o n _ e n g i n e   i m p o r t   
 
 r e c o m m e n d a t i o n _ e n g i n e 
 
     F i l e   " e : \ I D E A S \ o m n i c l a w \ c o r e \ a d v a 
 
 n c e d _ f e a t u r e s \ _ _ i n i t _ _ . p y " ,   l i n e   
 
 9 ,   i n   < m o d u l e > 
 
         f r o m   . c o n t r a c t _ e n f o r c e r   i m p o r t   
 
 C o n t r a c t E n f o r c e r 
 
     F i l e   " e : \ I D E A S \ o m n i c l a w \ c o r e \ a d v a 
 
 n c e d _ f e a t u r e s \ c o n t r a c t _ e n f o r c e r . p y " 
 
 ,   l i n e   1 4 ,   i n   < m o d u l e > 
 
         f r o m   t y p i n g   i m p o r t   O p t i o n a l ,   
 
 C a l l a b l e ,   l i s t 
 
 I m p o r t E r r o r :   c a n n o t   i m p o r t   n a m e   
 
 ' l i s t '   f r o m   ' t y p i n g '   ( C : \ U s e r s \ b i s w 
 
 a \ A p p D a t a \ L o c a l \ P r o g r a m s \ P y t h o n \ P y t 
 
 h o n 3 1 4 \ L i b \ t y p i n g . p y ) .   D i d   y o u   
 
 m e a n :   ' L i s t ' ? 
 
 