@prefix this: <
https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk
> .
@prefix sub: <
https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#
> .
@prefix rdfs: <
http://www.w3.org/2000/01/rdf-schema#
> .
@prefix xsd: <
http://www.w3.org/2001/XMLSchema#
> .
@prefix np: <
http://www.nanopub.org/nschema#
> .
@prefix npx: <
http://purl.org/nanopub/x/
> .
@prefix dcterms: <
http://purl.org/dc/terms/
> .
@prefix prov: <
http://www.w3.org/ns/prov#
> .
@prefix schema: <
https://schema.org/
> .
@prefix foaf: <
http://xmlns.com/foaf/0.1/
> .
@prefix orcid: <
https://orcid.org/
> .
sub:head
{
this:
np:hasAssertion
sub:assertion
;
np:hasProvenance
sub:provenance
;
np:hasPublicationInfo
sub:pubinfo
;
a
np:Nanopublication
.
}
sub:assertion
{
<
https://openreview.net/forum?id=u3sssLLu4y&referrer=
> <
https://sense-nets.xyz/hasZoteroItemType
> "conferencePaper" .
sub:assertion
dcterms:creator
<
https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts
> ;
<
http://purl.org/spar/cito/discusses
> <
https://openreview.net/forum?id=u3sssLLu4y&referrer=
> ;
rdfs:comment
""" #ICML2024
Weight decay regularizes weights to be low-rank
+ increases alignment between laters
Good labels end with low rank middle layer weights
This doesn't happen with random labels
https://openreview.net/forum?id=u3sssLLu4y&referrer=%5Bthe%20profile%20of%20Samuel%20Wheeler%5D(%2Fprofile%3Fid%3D~Samuel_Wheeler1)
@kkpatelnmh @PedroSavarese @iammattwalters https://twitter.com/LChoshen/status/1816819564002304091/photo/1
""" ;
schema:keywords
"ICML2024" , "alignment" , "lowrank" , "machinelearning" , "weightdecay" ;
<
https://sense-nets.xyz/summarizes
> <
https://openreview.net/forum?id=u3sssLLu4y&referrer=
> .
}
sub:provenance
{
<
https://sense-nets.xyz/
>
a
prov:SoftwareAgent
;
prov:actedOnBehalfOf
<
https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts
> .
sub:activity
a
<
https://sense-nets.xyz/supervisedActivity
> ;
prov:wasAssociatedWith
<
https://sense-nets.xyz/
> .
sub:assertion
prov:linksTo
<
https://x.com/LChoshen/status/1816819564002304091
> ;
prov:wasAssociatedWith
<
https://x.com/LChoshen
> ;
prov:wasAttributedTo
orcid:0000-0002-0085-6496
, <
https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts
> ;
prov:wasGeneratedBy
sub:activity
.
<
https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts
>
foaf:account
orcid:0000-0002-0085-6496
, <
https://x.com/LChoshen
> .
}
sub:pubinfo
{
sub:sig
npx:hasAlgorithm
"RSA" ;
npx:hasPublicKey
"MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArHtI92jm8pAYVsvJabxLGfOT+7G0JyJGh2gwjB5x2pFPga6wWTd+rNBWWUZViIFnaJrBEsJpgdnoupLU9ppwn+khMiGRfxqGsDDzwHcj3Jc75CRys7d3etwXdBdoXfBgjsJiZBazwm13idr6tljRrC1TaEJBnRQAqzBw9cLDeGY77cSznzXT39feUGT168dpCSE9O6u/48DvvWVqciHGsH9cQ+LroJJVsMrorwtsdZnAK+q48wtIP6pIpw5shSJ5LnA0qeN/f4TvTFDV6ItYIXjiWWpTECc/Bxmfnyat3B5xWCu9nvz8fEs7Ns0TuzQwT3/K55iSKDEIi/E0nO97xwIDAQAB" ;
npx:hasSignature
"Q/hcs0IsrhgfmeBO64uz4EH5qhcyTixKRpmd91KMpQjCkrBa/i+gr70jn80Sy1Zvx7KOQaLn4CMyVquhsL9CwwOfCA9kzxCzB7A4RD5DMrGIxNEpsy+j4RmuTKeiMMLnxjjwGj0q3muT8pCL4MHNlILwk6H8kBD8D5srQ42/AZG/NzRDr23hmPR9eFsQEim2BZKo7f1v/FbaYsFVUEwQqQpoy90jwVVhRJOsx4MLglKaveKHIhQBSpWfqOGVJg2PxCOhv/M6/sx8C7Do/j1uQYUNs6bxegbXz9KSHmPAbIh0OFAlFJAIRR/XxQ/7ALZ4C/KeGfO9XMuGF8ui/IY9wQ==" ;
npx:hasSignatureTarget
this:
;
npx:singedBy
<
https://sense-nets.xyz/
> ;
prov:wasAssociatedWith
<
https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16VtssigningDelegation
> .
this:
dcterms:created
"2024-09-12T18:44:50.152Z"^^
xsd:dateTime
;
dcterms:creator
<
https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts
> ;
dcterms:license
<
https://creativecommons.org/licenses/by/4.0/
> ;
npx:hasNanopubType
<
https://sense-nets.xyz/SemanticPost
> ;
npx:wasCreatedAt
<
https://sense-nets.xyz/
> ;
rdfs:label
"CoSMO Semantic Post" ;
prov:wasAttributedTo
orcid:0000-0002-0085-6496
;
<
https://sense-nets.xyz/hasRootSigner
> "0xf6ECcfD463afB464dcC85b051DF2E93E2646E6D2" .
<
https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts
>
foaf:account
orcid:0000-0002-0085-6496
;
foaf:name
"Leshem Choshen 🤖🤗 @ICML wanna talk?" .
}