-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathindex.html
255 lines (194 loc) · 18.8 KB
/
index.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>David Berthelot — Ars Facere</title>
<link rel="stylesheet" href="_static/alabaster.css" type="text/css" />
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/theme_overrides.css" type="text/css" />
<script id="documentation_options" data-url_root="#" src="_static/documentation_options.js"></script>
<script src="_static/jquery.js"></script>
<script src="_static/underscore.js"></script>
<script src="_static/doctools.js"></script>
<script src="_static/language_data.js"></script>
<script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
<link rel="index" title="Index" href="genindex/" />
<link rel="search" title="Search" href="search/" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
<meta name="viewport" content="width=device-width, initial-scale=0.9, maximum-scale=0.9" />
<style type="text/css">
ul.ablog-archive {list-style: none; overflow: auto; margin-left: 0px}
ul.ablog-archive li {float: left; margin-right: 5px; font-size: 80%}
ul.postlist a {font-style: italic;}
ul.postlist-style-disc {list-style-type: disc;}
ul.postlist-style-none {list-style-type: none;}
ul.postlist-style-circle {list-style-type: circle;}
</style>
</head><body>
<div class="document">
<div class="documentwrapper">
<div class="bodywrapper">
<div class="body" role="main">
<div class="section" id="david-berthelot">
<h1>David Berthelot<a class="headerlink" href="#david-berthelot" title="Permalink to this headline">¶</a></h1>
<div class="social-links">
<a href="https://scholar.google.com/citations?user=46--eogAAAAJ" target="_blank"> <svg xmlns="http://www.w3.org/2000/svg" width="260" height="300" viewBox="0 0 260 300">
<path style="fill: #b51515" d="M103.72829,298.88172 C76.34128,296.29847 55.07609,284.76559 45.35826,267.22554 C41.88286,260.95267 41.53217,259.17959 41.53217,247.88048 C41.53217,236.92091 41.98334,234.4643 45.32507,227.22802 C55.34292,205.5351 81.81566,191.58318 121.07774,187.30412 C128.8195,186.46036 135.15369,185.29711 135.15369,184.71913 C135.15369,184.14113 133.53332,181.17574 131.55287,178.12935 C128.28338,173.10012 127.95204,171.47589 127.95204,160.47801 L127.95204,148.36556 L120.66352,148.36613 C95.21126,148.36813 75.12542,136.82734 65.03001,116.40067 C61.35084,108.95637 60.18949,104.78799 59.59142,96.88019 L58.83097,86.82528 L29.89344,86.82528 L0.95591,86.82528 L44.15096,43.61534 L87.346,0.40541 L173.73232,0.40541 L260.11864,0.40541 L252.63063,7.97238 L245.14262,15.53935 L245.14262,26.8935 C245.14262,35.05352 245.64139,38.54221 246.91555,39.29476 C251.32526,41.89915 251.68958,45.81489 251.68958,90.60576 C251.68958,120.92264 251.21713,136.18648 250.21033,138.39615 C246.89693,145.66826 235.53195,145.66826 232.21855,138.39615 C230.12498,133.80126 230.16142,47.62569 232.25885,43.02226 C233.09461,41.18796 234.27307,39.68717 234.87763,39.68717 C235.4822,39.68717 235.97151,36.29911 235.96499,32.15816 L235.95319,24.62916 L216.93681,43.74684 C198.13874,62.64504 197.93843,62.9081 199.48873,66.66119 C200.35263,68.75261 201.07886,76.63301 201.10567,84.20649 C201.18037,105.2887 199.00077,109.8059 179.53153,128.9215 C163.79908,144.36813 161.34149,147.91827 161.34149,155.19815 C161.34149,159.77841 166.77833,165.59815 186.76371,182.41089 C200.69031,194.12665 207.39839,202.24827 210.82478,211.54212 C214.67985,221.99874 215.3643,230.71556 213.16028,241.28612 C205.02561,280.30018 159.69108,304.16036 103.72825,298.88172 L103.72829,298.88172 Z M147.82552,283.18755 C154.75843,282.26978 161.10718,280.35673 167.47343,277.26712 C182.12774,270.15523 188.86239,259.963 188.81001,244.97642 C188.75861,230.27494 182.21614,220.86779 161.11753,205.15845 L149.39848,196.43284 L134.74707,197.20777 C111.70669,198.42641 95.8907,203.69967 84.90527,213.8257 C76.58521,221.49484 73.60929,228.25646 73.62507,239.4555 C73.65787,262.75366 92.18981,279.06402 123.36916,283.23638 C134.11128,284.67388 136.63593,284.66884 147.82552,283.18758 L147.82552,283.18755 Z M151.85933,133.13328 C155.64618,131.31754 160.26234,127.84197 162.11749,125.40975 C175.33106,108.08587 168.93712,68.34304 149.51809,47.09552 C141.02561,37.80341 132.23698,33.87543 122.01307,34.80251 C102.63987,36.55921 91.52619,50.26903 91.51737,72.42196 C91.50517,103.13522 108.02842,131.43235 129.04142,136.68421 C135.22411,138.22947 144.11702,136.84554 151.85933,133.13328 Z" transform="translate(-1)"></path></svg> </a>
<a href="https://twitter.com/D_Berthelot_ML" target="_blank">
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="256px" height="209px" viewBox="0 0 256 209" version="1.1" preserveAspectRatio="xMidYMid">
<g>
<path style="fill: #39b7ea" d="M256,25.4500259 C246.580841,29.6272672 236.458451,32.4504868 225.834156,33.7202333 C236.678503,27.2198053 245.00583,16.9269929 248.927437,4.66307685 C238.779765,10.6812633 227.539325,15.0523376 215.57599,17.408298 C205.994835,7.2006971 192.34506,0.822 177.239197,0.822 C148.232605,0.822 124.716076,24.3375931 124.716076,53.3423116 C124.716076,57.4586875 125.181462,61.4673784 126.076652,65.3112644 C82.4258385,63.1210453 43.7257252,42.211429 17.821398,10.4359288 C13.3005011,18.1929938 10.710443,27.2151234 10.710443,36.8402889 C10.710443,55.061526 19.9835254,71.1374907 34.0762135,80.5557137 C25.4660961,80.2832239 17.3681846,77.9207088 10.2862577,73.9869292 C10.2825122,74.2060448 10.2825122,74.4260967 10.2825122,74.647085 C10.2825122,100.094453 28.3867003,121.322443 52.413563,126.14673 C48.0059695,127.347184 43.3661509,127.988612 38.5755734,127.988612 C35.1914554,127.988612 31.9009766,127.659938 28.694773,127.046602 C35.3777973,147.913145 54.7742053,163.097665 77.7569918,163.52185 C59.7820257,177.607983 37.1354036,186.004604 12.5289147,186.004604 C8.28987161,186.004604 4.10888474,185.75646 0,185.271409 C23.2431033,200.173139 50.8507261,208.867532 80.5109185,208.867532 C177.116529,208.867532 229.943977,128.836982 229.943977,59.4326002 C229.943977,57.1552968 229.893412,54.8901664 229.792282,52.6381454 C240.053257,45.2331635 248.958338,35.9825545 256,25.4500259"></path>
</g>
</svg>
</a>
<a href="https://github.com/david-berthelot" target="_blank">
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="256px" height="250px" viewBox="0 0 256 250" version="1.1" preserveAspectRatio="xMidYMid">
<g>
<path style="fill: #4c4c4c" d="M128.00106,0 C57.3172926,0 0,57.3066942 0,128.00106 C0,184.555281 36.6761997,232.535542 87.534937,249.460899 C93.9320223,250.645779 96.280588,246.684165 96.280588,243.303333 C96.280588,240.251045 96.1618878,230.167899 96.106777,219.472176 C60.4967585,227.215235 52.9826207,204.369712 52.9826207,204.369712 C47.1599584,189.574598 38.770408,185.640538 38.770408,185.640538 C27.1568785,177.696113 39.6458206,177.859325 39.6458206,177.859325 C52.4993419,178.762293 59.267365,191.04987 59.267365,191.04987 C70.6837675,210.618423 89.2115753,204.961093 96.5158685,201.690482 C97.6647155,193.417512 100.981959,187.77078 104.642583,184.574357 C76.211799,181.33766 46.324819,170.362144 46.324819,121.315702 C46.324819,107.340889 51.3250588,95.9223682 59.5132437,86.9583937 C58.1842268,83.7344152 53.8029229,70.715562 60.7532354,53.0843636 C60.7532354,53.0843636 71.5019501,49.6441813 95.9626412,66.2049595 C106.172967,63.368876 117.123047,61.9465949 128.00106,61.8978432 C138.879073,61.9465949 149.837632,63.368876 160.067033,66.2049595 C184.49805,49.6441813 195.231926,53.0843636 195.231926,53.0843636 C202.199197,70.715562 197.815773,83.7344152 196.486756,86.9583937 C204.694018,95.9223682 209.660343,107.340889 209.660343,121.315702 C209.660343,170.478725 179.716133,181.303747 151.213281,184.472614 C155.80443,188.444828 159.895342,196.234518 159.895342,208.176593 C159.895342,225.303317 159.746968,239.087361 159.746968,243.303333 C159.746968,246.709601 162.05102,250.70089 168.53925,249.443941 C219.370432,232.499507 256,184.536204 256,128.00106 C256,57.3066942 198.691187,0 128.00106,0 Z M47.9405593,182.340212 C47.6586465,182.976105 46.6581745,183.166873 45.7467277,182.730227 C44.8183235,182.312656 44.2968914,181.445722 44.5978808,180.80771 C44.8734344,180.152739 45.876026,179.97045 46.8023103,180.409216 C47.7328342,180.826786 48.2627451,181.702199 47.9405593,182.340212 Z M54.2367892,187.958254 C53.6263318,188.524199 52.4329723,188.261363 51.6232682,187.366874 C50.7860088,186.474504 50.6291553,185.281144 51.2480912,184.70672 C51.8776254,184.140775 53.0349512,184.405731 53.8743302,185.298101 C54.7115892,186.201069 54.8748019,187.38595 54.2367892,187.958254 Z M58.5562413,195.146347 C57.7719732,195.691096 56.4895886,195.180261 55.6968417,194.042013 C54.9125733,192.903764 54.9125733,191.538713 55.713799,190.991845 C56.5086651,190.444977 57.7719732,190.936735 58.5753181,192.066505 C59.3574669,193.22383 59.3574669,194.58888 58.5562413,195.146347 Z M65.8613592,203.471174 C65.1597571,204.244846 63.6654083,204.03712 62.5716717,202.981538 C61.4524999,201.94927 61.1409122,200.484596 61.8446341,199.710926 C62.5547146,198.935137 64.0575422,199.15346 65.1597571,200.200564 C66.2704506,201.230712 66.6095936,202.705984 65.8613592,203.471174 Z M75.3025151,206.281542 C74.9930474,207.284134 73.553809,207.739857 72.1039724,207.313809 C70.6562556,206.875043 69.7087748,205.700761 70.0012857,204.687571 C70.302275,203.678621 71.7478721,203.20382 73.2083069,203.659543 C74.6539041,204.09619 75.6035048,205.261994 75.3025151,206.281542 Z M86.046947,207.473627 C86.0829806,208.529209 84.8535871,209.404622 83.3316829,209.4237 C81.8013,209.457614 80.563428,208.603398 80.5464708,207.564772 C80.5464708,206.498591 81.7483088,205.631657 83.2786917,205.606221 C84.8005962,205.576546 86.046947,206.424403 86.046947,207.473627 Z M96.6021471,207.069023 C96.7844366,208.099171 95.7267341,209.156872 94.215428,209.438785 C92.7295577,209.710099 91.3539086,209.074206 91.1652603,208.052538 C90.9808515,206.996955 92.0576306,205.939253 93.5413813,205.66582 C95.054807,205.402984 96.4092596,206.021919 96.6021471,207.069023 Z"></path>
</g>
</svg>
</a>
</div><p><strong>Ars Facere</strong> (<em>to make skill</em> - an allusion to AI) is a blog about machine learning, linux, gaming, etc…
<strong>Disclaimer</strong>: The opinions expressed here are my own and do not represent the ones of my employer.</p>
<div class="section" id="about-me">
<h2>About me<a class="headerlink" href="#about-me" title="Permalink to this headline">¶</a></h2>
<p>I initially started as a software engineer and later began doing machine learning as a hobby in my free time.
Since then I’ve become a research scientist on machine learning (in a large company).</p>
</div>
<div class="section" id="interests">
<h2>Interests<a class="headerlink" href="#interests" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
<li><p>Semi-Supervised Learning (SSL)</p></li>
<li><p>Representation learning</p></li>
<li><p>Super-Resolution (SR)</p></li>
<li><p>Generative Adversarial Networks (GANs)</p></li>
</ul>
<p>See <a class="reference internal" href="#selected-publications"><span class="std std-ref">Selected Publications</span></a> for more details.</p>
<p>Programming wise, I’m the lead developer of <a class="reference external" href="https://github.com/google/objax">Objax</a>, a machine learning framework with a similar interface to PyTorch but made on top of JAX for performance and flexibility.</p>
</div>
<div class="section" id="latest-posts">
<h2>Latest posts<a class="headerlink" href="#latest-posts" title="Permalink to this headline">¶</a></h2>
<ul class="postlist-style-none postlist">
<li><p>07 October - <a class="reference internal" href="2020-10-07-sequential-tinkering-part-1/">Sequential Tinkering - Part 1</a></p>
<p><a class="reference external" href="https://github.com/google/objax">Objax</a> offers a significantly enhanced version of the ubiquitous <code class="code docutils literal notranslate"><span class="pre">Sequential</span></code> layer. In this first part of a two-part series, I explore some of its basic, yet powerful, features.</p>
<img alt="_images/lego-bridge.jpg" src="_images/lego-bridge.jpg" />
</li>
<li><p>15 April - <a class="reference internal" href="2018-04-15-window-gaming-on-linux/">Windows GPU gaming on Linux</a></p>
<p>Gaming on Linux with virtual machine running Windows takes a little bit of work, specifically on how to make the GPU visible to windows. In practice, you’ll need two GPUs (one for Linux, one for the Windows virtual machine (VM)). This guide explains how make a GPU visible to the Windows VM.</p>
<img alt="_images/witcher.jpg" src="_images/witcher.jpg" />
</li>
</ul>
</div>
<div class="section" id="selected-publications">
<span id="id1"></span><h2>Selected Publications<a class="headerlink" href="#selected-publications" title="Permalink to this headline">¶</a></h2>
<dl class="citation">
<dt class="label" id="lag"><span class="brackets">LAG</span></dt>
<dd><div class="line-block">
<div class="line"><a class="reference external" href="https://arxiv.org/abs/2003.02365">Creating High Resolution Images with a Latent Adversarial Generator</a></div>
<div class="line"><strong>David Berthelot</strong>, Peyman Milanfar, Ian Goodfellow</div>
<div class="line"><em>arXiv preprint arXiv:2003.02365</em></div>
</div>
</dd>
<dt class="label" id="fixmatch"><span class="brackets">FixMatch</span></dt>
<dd><div class="line-block">
<div class="line"><a class="reference external" href="https://arxiv.org/abs/2001.07685">Fixmatch: Simplifying semi-supervised learning with consistency and confidence</a></div>
<div class="line">Kihyuk Sohn <a class="footnote-reference brackets" href="#co1st" id="id2">1</a>, <strong>David Berthelot</strong> <a class="footnote-reference brackets" href="#co1st" id="id3">1</a>, Chun-Liang Li, Zizhao Zhang, Nicholas Carlini, Ekin D Cubuk, Alex Kurakin, Han Zhang, Colin Raffel</div>
<div class="line"><em>arXiv preprint arXiv:2001.07685</em></div>
</div>
</dd>
<dt class="label" id="remixmatch"><span class="brackets">ReMixMatch</span></dt>
<dd><div class="line-block">
<div class="line"><a class="reference external" href="https://arxiv.org/abs/1911.09785">Remixmatch: Semi-supervised learning with distribution alignment and augmentation anchoring</a></div>
<div class="line"><strong>David Berthelot</strong>, Nicholas Carlini, Ekin D Cubuk, Alex Kurakin, Kihyuk Sohn, Han Zhang, Colin Raffel</div>
<div class="line"><em>International Conference on Learning Representations. 2020</em></div>
</div>
</dd>
<dt class="label" id="mixmatch"><span class="brackets">MixMatch</span></dt>
<dd><div class="line-block">
<div class="line"><a class="reference external" href="https://arxiv.org/abs/1905.02249">MixMatch: A Holistic Approach to Semi-Supervised Learning</a></div>
<div class="line"><strong>David Berthelot</strong>, Nicholas Carlini, Ian Goodfellow, Nicolas Papernot, Avital Oliver, Colin Raffel</div>
<div class="line"><em>Advances in Neural Information Processing Systems, 2019</em></div>
</div>
</dd>
<dt class="label" id="acai"><span class="brackets">ACAI</span></dt>
<dd><div class="line-block">
<div class="line"><a class="reference external" href="https://arxiv.org/abs/1807.07543">Understanding and Improving Interpolation in Autoencoders via an Adversarial Regularizer</a></div>
<div class="line"><strong>David Berthelot</strong> <a class="footnote-reference brackets" href="#co1st" id="id4">1</a>, Colin Raffel <a class="footnote-reference brackets" href="#co1st" id="id5">1</a>, Aurko Roy, Ian Goodfellow</div>
<div class="line"><em>International Conference on Learning Representations. 2019</em></div>
</div>
</dd>
<dt class="label" id="began"><span class="brackets">BEGAN</span></dt>
<dd><div class="line-block">
<div class="line"><a class="reference external" href="https://arxiv.org/abs/1703.10717">BEGAN: Boundary Equilibrium Generative Adversarial Networks</a></div>
<div class="line"><strong>David Berthelot</strong>, Thomas Schumm, Luke Metz</div>
<div class="line"><em>arXiv preprint arXiv:1703.10717</em></div>
</div>
</dd>
</dl>
<p class="rubric">Footnotes</p>
<dl class="footnote brackets">
<dt class="label" id="co1st"><span class="brackets">1</span><span class="fn-backref">(<a href="#id2">1</a>,<a href="#id3">2</a>,<a href="#id4">3</a>,<a href="#id5">4</a>)</span></dt>
<dd><p>Co-first authors.</p>
</dd>
</dl>
</div>
</div>
<div class="section">
</div>
</div>
</div>
</div>
<div class="sphinxsidebar" role="navigation" aria-label="main navigation">
<div class="sphinxsidebarwrapper">
<h1 class="logo"><a href="#">Ars Facere</a></h1>
<h3><a href="blog/">Recent Posts</a></h3>
<ul>
<li><a href="2020-10-07-sequential-tinkering-part-1/">07 October - Sequential Tinkering - Part 1</a></li>
<li><a href="2018-04-15-window-gaming-on-linux/">15 April - Windows GPU gaming on Linux</a></li>
</ul>
<h3><a href="blog/archive/">Archives</a></h3>
<ul>
<li><a href="blog/2020/">2020 (1)</a></li>
<li><a href="blog/2018/">2018 (1)</a></li>
</ul>
<div id="searchbox" style="display: none" role="search">
<h3 id="searchlabel">Quick search</h3>
<div class="searchformwrapper">
<form class="search" action="search/" method="get">
<input type="text" name="q" aria-labelledby="searchlabel" />
<input type="submit" value="Go" />
</form>
</div>
</div>
<script>$('#searchbox').show(0);</script>
<h3><a href="blog/tag/">Tags</a></h3>
<style type="text/css">
ul.ablog-cloud {list-style: none; overflow: auto;}
ul.ablog-cloud li {float: left; height: 20pt; line-height: 18pt; margin-right: 5px;}
ul.ablog-cloud a {text-decoration: none; vertical-align: middle;}
li.ablog-cloud-1{font-size: 80%;}
li.ablog-cloud-2{font-size: 95%;}
li.ablog-cloud-3{font-size: 110%;}
li.ablog-cloud-4{font-size: 125%;}
li.ablog-cloud-5{font-size: 140%;}
</style>
<ul class="ablog-cloud">
<li class="ablog-cloud ablog-cloud-3">
<a href="blog/tag/gaming/">gaming</a></li>
<li class="ablog-cloud ablog-cloud-3">
<a href="blog/tag/linux/">linux</a></li>
<li class="ablog-cloud ablog-cloud-3">
<a href="blog/tag/machine-learning/">machine learning</a></li>
<li class="ablog-cloud ablog-cloud-3">
<a href="blog/tag/objax/">objax</a></li>
</ul>
</div>
</div>
<div class="clearer"></div>
</div>
<div class="footer">
©2020, David Berthelot.
</div>
</body>
</html>