tree 38c42fb3f81804738c274f892fb071567f43201e
parent 0736098c9e1f9f9d580e3c1c87dcc13a56aee1b9
author Austin Schuh <austin.linux@gmail.com> 1729984980 -0700
committer Austin Schuh <austin.linux@gmail.com> 1729989979 -0700
gpgsig -----BEGIN PGP SIGNATURE-----
 
 iQGzBAABCgAdFiEExcNA7Sy+j6Ly5hA4QVYw08sOnWYFAmcdjVsACgkQQVYw08sO
 nWZwiAwArl56j5SF6CIVJSSsSustCJwDbpzKJCGUFQvV+H4ZX3zQf70VESBbfYpn
 pAUKGVHDWOp3hlz4TnBTCJ5tTX+yZsjsFXuTQGCfzesHOWNnsgHV+eDGSG6eO6Bu
 d7Pn+cV90uJru+Tm0QJ0UEcYpNjMMw8AJoGZYFap0DoC2CSR5BQaIkX+TXr59csY
 bdcQb6V6d7TNwVno75Bjw00nmXE9eDwu7OJ72Tc8M+6Zx01IlFB2OZUoPaajQ81p
 7O+W1Fgkc+MhYTjtwlByFOr27Q3Rziq9PCwrE4Xw0hjq3b4OBOLPM7DvWtYmYMIX
 kM9ZeWfv0Y0lWPgsyTBEgBndXPSeRQm0TsilBvJSZT6/ZDPEIfF38q2YwYvVvAGg
 0wPJz0OIBUhKeJ+2CVqgBnKNH4WCU/YMH7Apb/oDoZ8SJt4GMWI5iaPDR8O2ZIud
 TbVUKf4XZI7wf9HXg63fkcKKVP1NX+9ui3xGNDlMqD1gWql0Flerj+nyePYxLB0J
 RF3ssbub
 =hHhr
 -----END PGP SIGNATURE-----

Add optional skip layer connections and rmsnorm

Some literature found these helpful, might as well make them easy to
try.

Change-Id: If8e11fd9eec0576405e0cd59457b504181b6fe3e
Signed-off-by: Austin Schuh <austin.linux@gmail.com>