-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathindex.html
14 lines (14 loc) · 18.6 KB
/
index.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
<!doctype html>
<html lang="en" dir="ltr" class="plugin-pages plugin-id-default" data-has-hydrated="false">
<head>
<meta charset="UTF-8">
<meta name="generator" content="Docusaurus v3.1.0">
<title data-rh="true">LakeSoul - An Opensource Cloud Native Realtime Lakehouse Framework</title><meta data-rh="true" property="og:title" content="LakeSoul - An Opensource Cloud Native Realtime Lakehouse Framework"><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:image" content="https://lakesoul-io.github.io/img/LakeSoul_Horizontal_White.png"><meta data-rh="true" name="twitter:image" content="https://lakesoul-io.github.io/img/LakeSoul_Horizontal_White.png"><meta data-rh="true" property="og:url" content="https://lakesoul-io.github.io/"><meta data-rh="true" property="og:locale" content="en"><meta data-rh="true" property="og:locale:alternate" content="zh_Hans"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docusaurus_tag" content="default"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docsearch:docusaurus_tag" content="default"><link data-rh="true" rel="icon" href="/img/favicon.ico"><link data-rh="true" rel="canonical" href="https://lakesoul-io.github.io/"><link data-rh="true" rel="alternate" href="https://lakesoul-io.github.io/" hreflang="en"><link data-rh="true" rel="alternate" href="https://lakesoul-io.github.io/zh-Hans/" hreflang="zh-Hans"><link data-rh="true" rel="alternate" href="https://lakesoul-io.github.io/" hreflang="x-default"><script data-rh="true">function insertBanner(){var n=document.createElement("div");n.id="__docusaurus-base-url-issue-banner-container";n.innerHTML='\n<div id="__docusaurus-base-url-issue-banner" style="border: thick solid red; background-color: rgb(255, 230, 179); margin: 20px; padding: 20px; font-size: 20px;">\n <p style="font-weight: bold; font-size: 30px;">Your Docusaurus site did not load properly.</p>\n <p>A very common reason is a wrong site <a href="https://docusaurus.io/docs/docusaurus.config.js/#baseUrl" style="font-weight: bold;">baseUrl configuration</a>.</p>\n <p>Current configured baseUrl = <span style="font-weight: bold; color: red;">/</span> (default value)</p>\n <p>We suggest trying baseUrl = <span id="__docusaurus-base-url-issue-banner-suggestion-container" style="font-weight: bold; color: green;"></span></p>\n</div>\n',document.body.prepend(n);var e=document.getElementById("__docusaurus-base-url-issue-banner-suggestion-container"),s=window.location.pathname,o="/"===s.substr(-1)?s:s+"/";e.innerHTML=o}document.addEventListener("DOMContentLoaded",(function(){void 0===window.docusaurus&&insertBanner()}))</script><link rel="alternate" type="application/rss+xml" href="/blog/rss.xml" title="LakeSoul - An Opensource Cloud Native Realtime Lakehouse Framework RSS Feed">
<link rel="alternate" type="application/atom+xml" href="/blog/atom.xml" title="LakeSoul - An Opensource Cloud Native Realtime Lakehouse Framework Atom Feed"><link rel="stylesheet" href="/assets/css/styles.4ec8676e.css">
<script src="/assets/js/runtime~main.07fd9d8b.js" defer="defer"></script>
<script src="/assets/js/main.d23814d6.js" defer="defer"></script>
</head>
<body class="navigation-with-keyboard">
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){try{return new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}}()||function(){try{return localStorage.getItem("theme")}catch(t){}}();t(null!==e?e:"light")}(),function(){try{const c=new URLSearchParams(window.location.search).entries();for(var[t,e]of c)if(t.startsWith("docusaurus-data-")){var a=t.replace("docusaurus-data-","data-");document.documentElement.setAttribute(a,e)}}catch(t){}}()</script><div id="__docusaurus"><div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#__docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="Main" class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/logo.svg" alt="LakeSoul Logo" class="themedComponent_mlkZ themedComponent--light_NVdE"><img src="/img/logo.svg" alt="LakeSoul Logo" class="themedComponent_mlkZ themedComponent--dark_xIcU"></div><b class="navbar__title text--truncate">LakeSoul</b></a><a class="navbar__item navbar__link" href="/docs/intro">Docs</a><a class="navbar__item navbar__link" href="/blog">Blog</a></div><div class="navbar__items navbar__items--right"><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link"><svg viewBox="0 0 24 24" width="20" height="20" aria-hidden="true" class="iconLanguage_nlXk"><path fill="currentColor" d="M12.87 15.07l-2.54-2.51.03-.03c1.74-1.94 2.98-4.17 3.71-6.53H17V4h-7V2H8v2H1v1.99h11.17C11.5 7.92 10.44 9.75 9 11.35 8.07 10.32 7.3 9.19 6.69 8h-2c.73 1.63 1.73 3.17 2.98 4.56l-5.09 5.02L4 19l5-5 3.11 3.11.76-2.04zM18.5 10h-2L12 22h2l1.12-3h4.75L21 22h2l-4.5-12zm-2.62 7l1.62-4.33L19.12 17h-3.24z"></path></svg>English</a><ul class="dropdown__menu"><li><a href="/" target="_self" rel="noopener noreferrer" class="dropdown__link dropdown__link--active" lang="en">English</a></li><li><a href="/zh-Hans/" target="_self" rel="noopener noreferrer" class="dropdown__link" lang="zh-Hans">简体中文</a></li></ul></div><a href="https://github.com/lakesoul-io/LakeSoul" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a><div class="navbarSearchContainer_Bca1"></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="__docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0"><div><div class="header_gB2a"><svg id="Logos" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 331.555 84.471" class="lakeLogo_MJww"><defs><style>.cls-1{fill:#fff}</style></defs><path class="cls-1" d="M100.405 20.768h7.022v36.974h21.548v6.722h-28.57V20.768ZM144.52 65.124c-2.4 0-4.571-.5-6.512-1.5-1.941-1-3.472-2.49-4.592-4.472-1.12-1.98-1.68-4.431-1.68-7.352 0-2.882.59-5.352 1.77-7.413 1.18-2.06 2.741-3.651 4.682-4.772 1.94-1.12 4.052-1.68 6.332-1.68 2.44 0 4.402.48 5.883 1.44 1.48.96 2.66 2.1 3.54 3.421l-.36.96.661-4.681h6.242v25.39h-6.782v-6.183l.66 1.62c-.16.24-.47.63-.93 1.171-.46.54-1.121 1.13-1.98 1.77-.862.641-1.862 1.181-3.002 1.621-1.14.44-2.452.66-3.932.66Zm1.861-5.522c1.2 0 2.3-.21 3.302-.63 1-.42 1.84-1.04 2.52-1.86.68-.82 1.18-1.79 1.501-2.911v-5.522a6.842 6.842 0 0 0-1.59-2.732 7.935 7.935 0 0 0-2.642-1.83c-1.02-.44-2.13-.66-3.33-.66-1.402 0-2.682.34-3.842 1.02a7.477 7.477 0 0 0-2.761 2.82c-.681 1.201-1.021 2.582-1.021 4.142 0 1.522.36 2.902 1.08 4.142.72 1.24 1.671 2.22 2.852 2.94 1.18.721 2.49 1.081 3.931 1.081ZM166.788 64.464V17.647h6.723v46.817h-6.723Zm4.622-7.623-.66-6.482 15.425-11.885 4.082 3.602-18.847 14.765Zm8.343-9.483 11.584 17.106h-7.803l-8.223-13.205 4.442-3.901ZM206.103 65.124c-2.921 0-5.453-.58-7.593-1.74-2.14-1.16-3.772-2.761-4.891-4.802-1.121-2.04-1.681-4.381-1.681-7.023 0-2.56.64-4.861 1.92-6.902 1.28-2.041 3.011-3.67 5.193-4.892 2.18-1.22 4.591-1.83 7.232-1.83 3.482 0 6.352 1.01 8.613 3.03 2.26 2.022 3.771 4.873 4.532 8.554L198.96 56.42l-1.5-3.781 15.906-5.702-1.32.84a7.771 7.771 0 0 0-2.161-3.211c-1.001-.9-2.382-1.35-4.142-1.35-1.401 0-2.641.34-3.722 1.02-1.08.68-1.93 1.611-2.55 2.79-.621 1.181-.93 2.551-.93 4.112 0 1.721.339 3.192 1.02 4.412.68 1.22 1.6 2.16 2.76 2.82 1.16.661 2.481.991 3.962.991 1.04 0 2.041-.18 3.001-.54.96-.36 1.861-.84 2.701-1.44l3.061 4.982c-1.32.84-2.77 1.51-4.351 2.01-1.581.5-3.112.75-4.592.75ZM247.337 29.711a30.892 30.892 0 0 0-4.982-2.13c-1.76-.58-3.441-.87-5.041-.87-2.161 0-3.862.48-5.102 1.44-1.24.96-1.861 2.28-1.861 3.961 0 1.2.43 2.251 1.29 3.152.86.9 1.971 1.68 3.332 2.34 1.36.66 2.8 1.29 4.321 1.89 1.32.48 2.621 1.051 3.902 1.711 1.28.661 2.45 1.462 3.511 2.401 1.06.941 1.9 2.141 2.521 3.602.62 1.46.93 3.21.93 5.252 0 2.321-.57 4.411-1.71 6.272-1.14 1.86-2.812 3.361-5.012 4.502-2.201 1.14-4.822 1.71-7.863 1.71-1.841 0-3.631-.2-5.372-.6s-3.391-.94-4.952-1.62a22.772 22.772 0 0 1-4.321-2.461l3.12-5.402c.961.72 2.061 1.38 3.302 1.98 1.24.6 2.51 1.08 3.812 1.441 1.3.36 2.55.54 3.751.54 1.2 0 2.43-.21 3.691-.63 1.26-.42 2.29-1.09 3.091-2.011.8-.92 1.2-2.16 1.2-3.721 0-1.24-.36-2.29-1.08-3.152-.72-.86-1.65-1.62-2.79-2.28s-2.392-1.25-3.752-1.77c-1.32-.52-2.701-1.1-4.142-1.742a19.407 19.407 0 0 1-3.99-2.37 10.503 10.503 0 0 1-2.912-3.452c-.72-1.36-1.08-3.02-1.08-4.982 0-2.4.54-4.491 1.62-6.272 1.08-1.78 2.63-3.19 4.652-4.232 2.02-1.04 4.31-1.6 6.872-1.68 3.081 0 5.712.37 7.893 1.11 2.18.741 4.131 1.65 5.853 2.731l-2.702 5.342ZM252.859 51.5c0-2.56.61-4.862 1.83-6.903 1.22-2.041 2.912-3.662 5.072-4.862 2.161-1.2 4.642-1.8 7.443-1.8 2.8 0 5.252.6 7.353 1.8 2.1 1.2 3.73 2.821 4.892 4.862 1.16 2.04 1.74 4.321 1.74 6.842 0 2.602-.58 4.932-1.74 6.993-1.161 2.061-2.791 3.691-4.892 4.892-2.101 1.2-4.613 1.8-7.533 1.8-2.722 0-5.152-.55-7.293-1.65-2.14-1.1-3.821-2.67-5.042-4.712-1.22-2.04-1.83-4.461-1.83-7.263Zm6.782.06c0 1.52.32 2.88.96 4.08a7.71 7.71 0 0 0 2.612 2.882c1.1.72 2.35 1.08 3.75 1.08 1.48 0 2.771-.36 3.872-1.08 1.1-.72 1.971-1.68 2.611-2.881.64-1.2.96-2.56.96-4.082 0-1.52-.32-2.88-.96-4.081a7.722 7.722 0 0 0-2.61-2.881c-1.102-.72-2.371-1.08-3.812-1.08-1.401 0-2.662.36-3.781 1.08-1.121.72-2.002 1.69-2.641 2.911-.641 1.22-.96 2.571-.96 4.051ZM293.373 65.545c-2.28 0-4.17-.711-5.671-2.131s-2.292-3.25-2.371-5.492V39.075h6.722V55.46c.04 1.32.38 2.37 1.02 3.151.64.78 1.66 1.17 3.062 1.17 1.32 0 2.49-.41 3.51-1.23 1.021-.82 1.832-1.95 2.432-3.391.6-1.441.9-3.062.9-4.862V39.075h6.723v25.39h-6.062l-.54-5.583.18.84a9.243 9.243 0 0 1-2.221 3.062c-.96.88-2.081 1.56-3.362 2.04-1.281.48-2.721.72-4.322.72ZM316.061 17.647h6.723v46.817h-6.723V17.647Z"></path><path d="M42.566 4.126 81.674 23.68v39.108L42.566 82.342 3.458 62.788V23.68L42.566 4.126ZM18.123 28.568l24.443 12.209V65.72L18.123 53.513V28.568ZM49.41 57.022V37.524l-19.554-9.198v-5.624L54.298 34.91v24.945l-4.888-2.833Zm12.71-4.888V32.636l-19.554-9.199v-5.623l24.442 12.208v24.944l-4.888-2.832ZM42.566 11.413 9.976 27.708v31.051l32.59 16.295 32.59-16.295V27.708l-32.59-16.295Z" style="fill-rule:evenodd;fill:#fff"></path></svg><p class="ifaiDescription_C8KO">Linux Foundation AI & Data</p><div class="hr_vjLP"></div><p class="description_meEo">Building end-to-end realtime lakehouse with transactional concurrent upsert, incremental pipeline and SQL for your BI & AI applications</p><div class="btnBox_Pf4M"><a href="https://github.com/lakesoul-io/LakeSoul"><button class="btn_bvfa">Github</button></a><a href="/docs/intro"><button class="btn_bvfa">Documentation</button></a></div><span><a href="https://github.com/lakesoul-io/LakeSoul" data-size="large" data-show-count="true" style="display:inline-block">Star</a></span></div></div><div class="bcgBox_PPr_"><div><p class="sectionTitle_Ut5p">Major Features of LakeSoul</p></div><div class="cardBox_lJ8W"><div class="card_M5pr"><p class="cardTitle_tke3">Centralized Metadata Service </p><p class="sectionDescription_cpL1">LakeSoul uses PostgreSQL to store metadata, improving metadata's scalability and allowing higer concurrency with guaranteed consistency.</p></div><div class="card_M5pr"><p class="cardTitle_tke3">Concurrent Writes and ACID</p><p class="sectionDescription_cpL1">Concurrency control through PG, together with auto conflict resolving, providing a high write concurrency ability.</p></div><div class="card_M5pr"><p class="cardTitle_tke3">Upsert and Incremental Read</p><p class="sectionDescription_cpL1">LakeSoul supports concurrent upsert and incremental read from tables as changelog format</p></div><div class="card_M5pr"><p class="cardTitle_tke3">Real-time Lakehouse</p><p class="sectionDescription_cpL1">LakeSoul helps building large scale real-time lakehouse in both SQL and Python with incremental compute pipeline, on your existing Hadoop or K8s cluster</p></div><div class="card_M5pr"><p class="cardTitle_tke3">BI & AI Enabler</p><p class="sectionDescription_cpL1">Use SQL to analyze your data at scale, at ease. Native support for Python reader allows accessing tables from any data science and AI tools</p></div></div></div><div class="bcgBox_PPr_" style="background-color:#F4FAFF"><p class="sectionTitle_Ut5p">Architectural Design to Unified Stream and Batch for Both Storage and Computing</p><img src="/assets/images/lakeSoulModel-2d7311a96b7f5c3728a4f7aa3ffa6aa0.png" class="modelImg__rb8"></div><p class="sectionTitle2_i_Sk">Designed for Both BI and AI to Maximize the Value of Your Data</p><div class="bcgBox_PPr_ centerBox_AE55"><div class="sectionChildBox_JNin"><img src="/assets/images/sql-89b711af617b6aa0daa9d1833febb3da.png" class="sectionImg_pSIk" style="width:500px;height:230px;margin-left:0"><div class="textBox_VHJ8"><p class="cardTitle_tke3">Real-time Data Ingestion</p><p class="sectionDescription_cpL1">Data from various sources, including Kafka, Debezium and Flink CDC can be easily ingested into LakeSoul in real-time with high concurrency and throughput</p></div></div></div><div class="bcgBox_PPr_ centerBox_AE55" style="background-color:#F4FAFF"><div class="sectionChildBox_JNin"><div class="textBox_VHJ8"><p class="cardTitle_tke3">Real-time Data Analytics</p><p class="sectionDescription_cpL1">LakeSoul allows reading its table as incremental stream in both Spark and Flink to build real-time data transformation pipeline and do analytics in SQL</p></div><img src="/assets/images/frame-7c9cc6acfd952bf5eb75b4147d6c16eb.png" class="sectionImg_pSIk" style="width:450px;height:330px;margin-right:0"></div></div><div class="bcgBox_PPr_ centerBox_AE55"><div class="sectionChildBox_JNin"><img src="/assets/images/ai-0e808ce03bde27e9741ec9ec39f68fcf.png" class="sectionImg_pSIk" style="width:500px;height:350px;margin-left:0"><div class="textBox_VHJ8"><p class="cardTitle_tke3">AI Applications</p><p class="sectionDescription_cpL1">LakeSoul natively supports writing multiple streams into one table with primary key, and enables building real-time tabular dataset for AI applications</p></div></div></div></div><footer class="footer footer--dark"><div class="container container-fluid"><div class="row footer__links"><div class="col footer__col"><div class="footer__title">Docs</div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/docs/Getting Started/setup-local-env">Getting Started</a></li><li class="footer__item"><a class="footer__link-item" href="/docs/Usage Docs/setup-meta-env">Docs</a></li><li class="footer__item"><a class="footer__link-item" href="/docs/Tutorials/consume-cdc-via-spark-streaming">Tutorials</a></li></ul></div><div class="col footer__col"><div class="footer__title">Community</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://discord.gg/WJrHKq4BPf" target="_blank" rel="noopener noreferrer" class="footer__link-item">Discord<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://twitter.com/lakesoul" target="_blank" rel="noopener noreferrer" class="footer__link-item">Twitter<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://lists.lfaidata.foundation/g/lakesoul-announce" target="_blank" rel="noopener noreferrer" class="footer__link-item">LakeSoul Announce<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://lists.lfaidata.foundation/g/lakesoul-technical-discuss" target="_blank" rel="noopener noreferrer" class="footer__link-item">LakeSoul Technical-Discuss<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://lists.lfaidata.foundation/g/lakesoul-tsc" target="_blank" rel="noopener noreferrer" class="footer__link-item">LakeSoul TSC<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div><div class="col footer__col"><div class="footer__title">More</div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/blog">Blog</a></li><li class="footer__item"><a href="https://github.com/lakesoul-io/lakesoul" target="_blank" rel="noopener noreferrer" class="footer__link-item">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div></div><div class="footer__bottom text--center"><div class="footer__copyright"><div class="customCopyright">Copyright © 2024 LakeSoul The Linux Foundation®. All rights reserved. The Linux Foundation has registered trademarks and uses trademarks. <br> For a list of trademarks of The Linux Foundation, please see our <a href="https://www.linuxfoundation.org/legal/trademark-usage" target="_blank">Trademark Usage</a> page. Linux is a registered trademark of Linus Torvalds. <a href="https://www.linuxfoundation.org/legal/privacy-policy" target="_blank">Privacy Policy</a> and <a href="https://www.linuxfoundation.org/legal/terms" target="_blank">Terms of Use</a></div></div></div></div></footer></div>
</body>
</html>