Essec\Faculty\Model\Contribution {#2233
#_index: "academ_contributions"
#_id: "15424"
#_source: array:26 [
"id" => "15424"
"slug" => "15424-bayes-meets-bernstein-at-the-meta-level-an-analysis-of-fast-rates-in-meta-learning-with-pac-bayes"
"yearMonth" => "2025-02"
"year" => "2025"
"title" => "Bayes Meets Bernstein at the Meta Level: an Analysis of Fast Rates in Meta-Learning with PAC-Bayes"
"description" => "RIOU, C., ALQUIER, P. et CHÉRIEF-ABDELLATIF, B.E. (2025). Bayes Meets Bernstein at the Meta Level: an Analysis of Fast Rates in Meta-Learning with PAC-Bayes. <i>Journal of Machine Learning Research</i>, 26(2), pp. 1-60."
"authors" => array:3 [
0 => array:3 [
"name" => "ALQUIER Pierre"
"bid" => "B00809923"
"slug" => "alquier-pierre"
]
1 => array:1 [
"name" => "RIOU Charles"
]
2 => array:1 [
"name" => "CHÉRIEF-ABDELLATIF Badr-Eddine"
]
]
"ouvrage" => ""
"keywords" => array:7 [
0 => "Bernstein’s condition"
1 => "meta-learning"
2 => "fast rates"
3 => "PAC-Bayes bounds"
4 => "information bounds"
5 => "the Gibbs algorithm"
6 => "variational approximations."
]
"updatedAt" => "2025-02-14 01:00:42"
"publicationUrl" => "https://jmlr.org/papers/v26/23-025.html"
"publicationInfo" => array:3 [
"pages" => "1-60"
"volume" => "26"
"number" => "2"
]
"type" => array:2 [
"fr" => "Articles"
"en" => "Journal articles"
]
"support_type" => array:2 [
"fr" => "Revue scientifique"
"en" => "Scientific journal"
]
"countries" => array:2 [
"fr" => "États-Unis"
"en" => "United States of America"
]
"abstract" => array:2 [
"fr" => "Bernstein’s condition is a key assumption that guarantees fast rates in machine learning. For example, under this condition, the Gibbs posterior with prior π has an excess risk in O(√(d/n)), as opposed to O(d/n) in the general case, where n denotes the number of observations and d is a complexity parameter which depends on the prior π. In this paper, we examine the Gibbs posterior in the context of meta-learning, i.e., when learning the prior π from T previous tasks. Our main result is that Bernstein’s condition always holds at the meta level, regardless of its validity at the observation level. This implies that the additional cost to learn the Gibbs prior π, which will reduce the term d across tasks, is in O(1/T), instead of the expected O(1/√T). We further illustrate how this result improves on the standard rates in three different settings: discrete priors, Gaussian priors and mixture of Gaussian priors."
"en" => "Bernstein’s condition is a key assumption that guarantees fast rates in machine learning. For example, under this condition, the Gibbs posterior with prior π has an excess risk in O(√(d/n)), as opposed to O(d/n) in the general case, where n denotes the number of observations and d is a complexity parameter which depends on the prior π. In this paper, we examine the Gibbs posterior in the context of meta-learning, i.e., when learning the prior π from T previous tasks. Our main result is that Bernstein’s condition always holds at the meta level, regardless of its validity at the observation level. This implies that the additional cost to learn the Gibbs prior π, which will reduce the term d across tasks, is in O(1/T), instead of the expected O(1/√T). We further illustrate how this result improves on the standard rates in three different settings: discrete priors, Gaussian priors and mixture of Gaussian priors."
]
"authors_fields" => array:2 [
"fr" => "Systèmes d'Information, Data Analytics et Opérations"
"en" => "Information Systems, Data Analytics and Operations"
]
"indexedAt" => "2025-07-10T19:21:47.000Z"
"docTitle" => "Bayes Meets Bernstein at the Meta Level: an Analysis of Fast Rates in Meta-Learning with PAC-Bayes"
"docSurtitle" => "Articles"
"authorNames" => "<a href="/cv/alquier-pierre">ALQUIER Pierre</a>, RIOU Charles, CHÉRIEF-ABDELLATIF Badr-Eddine"
"docDescription" => "<span class="document-property-authors">ALQUIER Pierre, RIOU Charles, CHÉRIEF-ABDELLATIF Badr-Eddine</span><br><span class="document-property-authors_fields">Systèmes d'Information, Data Analytics et Opérations</span> | <span class="document-property-year">2025</span>"
"keywordList" => "<a href="#">Bernstein’s condition</a>, <a href="#">meta-learning</a>, <a href="#">fast rates</a>, <a href="#">PAC-Bayes bounds</a>, <a href="#">information bounds</a>, <a href="#">the Gibbs algorithm</a>, <a href="#">variational approximations.</a>"
"docPreview" => "<b>Bayes Meets Bernstein at the Meta Level: an Analysis of Fast Rates in Meta-Learning with PAC-Bayes</b><br><span>2025-02 | Articles </span>"
"docType" => "research"
"publicationLink" => "<a href="https://jmlr.org/papers/v26/23-025.html" target="_blank">Bayes Meets Bernstein at the Meta Level: an Analysis of Fast Rates in Meta-Learning with PAC-Bayes</a>"
]
+lang: "fr"
+"_type": "_doc"
+"_score": 8.841825
+"parent": null
}