From f8234f5b3bd2f68dc6a0d26ff47d5a6a520b2964 Mon Sep 17 00:00:00 2001
From: Alex Co <alex.tuan@mindvalley.com>
Date: Wed, 9 Oct 2024 14:51:55 +0800
Subject: [PATCH] Adding support for AT connector

Signed-off-by: Alex Co <alex.tuan@mindvalley.com>
---
 backend/danswer/configs/constants.py          |   1 +
 .../danswer/connectors/airtable/__init__.py   |   0
 .../danswer/connectors/airtable/connector.py  |  70 ++++++++++++++
 backend/danswer/connectors/factory.py         |   5 +-
 backend/requirements/default.txt              |   1 +
 web/public/Airtable.png                       | Bin 0 -> 11214 bytes
 web/src/components/icons/icons.tsx            |  17 +++-
 web/src/lib/connectors/connectors.ts          |  91 +++++++++++-------
 web/src/lib/connectors/credentials.ts         |   8 ++
 web/src/lib/sources.ts                        |   7 ++
 web/src/lib/types.ts                          |   1 +
 11 files changed, 163 insertions(+), 38 deletions(-)
 create mode 100644 backend/danswer/connectors/airtable/__init__.py
 create mode 100644 backend/danswer/connectors/airtable/connector.py
 create mode 100644 web/public/Airtable.png

diff --git a/backend/danswer/configs/constants.py b/backend/danswer/configs/constants.py
index 5ff2ccc7fd1..3e22e29df39 100644
--- a/backend/danswer/configs/constants.py
+++ b/backend/danswer/configs/constants.py
@@ -66,6 +66,7 @@
 
 class DocumentSource(str, Enum):
     # Special case, document passed in via Danswer APIs without specifying a source type
+    AIRTABLE = "airtable"
     INGESTION_API = "ingestion_api"
     SLACK = "slack"
     WEB = "web"
diff --git a/backend/danswer/connectors/airtable/__init__.py b/backend/danswer/connectors/airtable/__init__.py
new file mode 100644
index 00000000000..e69de29bb2d
diff --git a/backend/danswer/connectors/airtable/connector.py b/backend/danswer/connectors/airtable/connector.py
new file mode 100644
index 00000000000..2cae2ca3a18
--- /dev/null
+++ b/backend/danswer/connectors/airtable/connector.py
@@ -0,0 +1,70 @@
+import json
+from typing import Any
+
+from danswer.configs.app_configs import INDEX_BATCH_SIZE
+from danswer.configs.constants import DocumentSource
+from danswer.connectors.interfaces import GenerateDocumentsOutput
+from danswer.connectors.interfaces import LoadConnector
+from danswer.connectors.interfaces import PollConnector
+from danswer.connectors.interfaces import SecondsSinceUnixEpoch
+from danswer.connectors.models import Document
+from danswer.connectors.models import Section
+from pyairtable import Api as AirtableApi
+
+
+class AirtableClientNotSetUpError(PermissionError):
+    def __init__(self) -> None:
+        super().__init__("Airtable Client is not set up, was load_credentials called?")
+
+
+class AirtableConnector(LoadConnector, PollConnector):
+    def __init__(
+        self,
+        base_id: str,
+        table_name_or_id: str,
+        batch_size: int = INDEX_BATCH_SIZE,
+    ) -> None:
+        self.base_id = base_id
+        self.table_name_or_id = table_name_or_id
+        self.batch_size = batch_size
+        self.airtable_client: AirtableApi | None = None
+
+    def load_credentials(self, credentials: dict[str, Any]) -> dict[str, Any] | None:
+        self.airtable_client = AirtableApi(credentials["airtable_access_token"])
+
+        return None
+
+    def poll_source(
+        self, start: SecondsSinceUnixEpoch | None, end: SecondsSinceUnixEpoch | None
+    ) -> GenerateDocumentsOutput:
+        if not self.airtable_client:
+            raise AirtableClientNotSetUpError()
+
+        table = self.airtable_client.table(self.base_id, self.table_name_or_id)
+        all_records = table.all()
+
+        record_documents = []
+        for record in all_records:
+            record_document = Document(
+                id=str(record.get("id")),
+                sections=[
+                    Section(
+                        link=f"https://airtable.com/{self.base_id}/{self.table_name_or_id}/",
+                        text=json.dumps(record.get("fields")),
+                    )
+                ],
+                source=DocumentSource.AIRTABLE,
+                semantic_identifier=f"Airtable Base ID: {self.base_id}. Table Name or ID: {self.table_name_or_id}",
+                metadata={
+                    "type": "airtable",
+                    "created_time": record.get("createdTime"),
+                },
+            )
+            record_documents.append(record_document)
+
+        yield record_documents
+
+    def load_from_state(self) -> GenerateDocumentsOutput:
+        if not self.airtable_client:
+            raise AirtableClientNotSetUpError()
+        return self.poll_source(None, None)
diff --git a/backend/danswer/connectors/factory.py b/backend/danswer/connectors/factory.py
index 1a3d605d3a5..8edfbc6a5d4 100644
--- a/backend/danswer/connectors/factory.py
+++ b/backend/danswer/connectors/factory.py
@@ -1,9 +1,8 @@
 from typing import Any
 from typing import Type
 
-from sqlalchemy.orm import Session
-
 from danswer.configs.constants import DocumentSource
+from danswer.connectors.airtable.connector import AirtableConnector
 from danswer.connectors.axero.connector import AxeroConnector
 from danswer.connectors.blob.connector import BlobStorageConnector
 from danswer.connectors.bookstack.connector import BookstackConnector
@@ -45,6 +44,7 @@
 from danswer.connectors.zulip.connector import ZulipConnector
 from danswer.db.credentials import backend_update_credential_json
 from danswer.db.models import Credential
+from sqlalchemy.orm import Session
 
 
 class ConnectorMissingException(Exception):
@@ -58,6 +58,7 @@ def identify_connector_class(
     connector_map = {
         DocumentSource.WEB: WebConnector,
         DocumentSource.FILE: LocalFileConnector,
+        DocumentSource.AIRTABLE: AirtableConnector,
         DocumentSource.SLACK: {
             InputType.LOAD_STATE: SlackLoadConnector,
             InputType.POLL: SlackPollConnector,
diff --git a/backend/requirements/default.txt b/backend/requirements/default.txt
index 5b9d57b9d35..fdc9f4768d4 100644
--- a/backend/requirements/default.txt
+++ b/backend/requirements/default.txt
@@ -74,3 +74,4 @@ zenpy==2.0.41
 dropbox==11.36.2
 boto3-stubs[s3]==1.34.133
 ultimate_sitemap_parser==0.5
+pyairtable==3.0.0a3
\ No newline at end of file
diff --git a/web/public/Airtable.png b/web/public/Airtable.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a25f56f9fc0f1ebd4107aa041e15e6712c6c560
GIT binary patch
literal 11214
zcmeHscTiNz_U@2_WC@aV7(jv!aY#eXIU`Y!VHjWtGvp{aND?JUkemdGqU0P!l$?Wt
zVjxJ)ao*@T_ndR<{i<Hws`vZv?y5bryZc*T_xgJEs@=O|^mJ6oNts9i006nVnvwzb
z-vxW$C&t768Uo%s0{{$E{zj&r1~4C>t2^2b>5Kq+`ne*22w$Wf0N^`cocY7+e$%r^
z40|jI&K2NuXVsxl`p%DqhFHhMlx7RGTFf`MP<TDgU^eD*#0%4-i>z$AUomA>{)6jy
zab;O&zdCpKf?P&6I5)R>sXB6Gq^0%~zfz9IV#!R8@zOTNSLWizvX^k9Nf1+M8xiUL
z{x#{2x9A6ivDMFu7}u@>qN+NGG<FXad?^L`19;lzMl{oZc%8rM<|4cBIZIynfea3C
zRzfpWCEG~xaEvUad~w26$0TcpOZG3N$BRX!H02tspmmOJ#)n++>c|E`g_|=Suf9E(
zL414L#y>Z|J=an_H@JKG?0|FN@a-mlu223$Keo%ppo`PNrnc?Ak&%%bgH9?B3aT;3
zTi&@MuVWMM<X3Gg2j1OndV795ZM66~+;NH-b4_t}f8o@{=&*pc{z1@Qivne$=f|f#
z6zq$xISX|3h97nt)v9db@09#_r?TaLe=SuusORxB|M{<iC5J`QFHYcmpPQVI-%Fb~
z-S;E<#Do`4AhY+jV@p@owc4Bwzt6pcrnA+?s3s#y=tW2C<M@bk3P(TOi{0}>RX=Up
z8ty^IL>=oNPSIxF57eIKC~<u<Z45lLuDQG!LglvBZL0vnvjrE?IPTCFM#=%1Ntm>x
zOIWxViHm!OIN&;ENzduMkTN!({haP5zF-}}v$HKI(ijmDf~Xk}N1nY}EX~(9cvqZa
zUh!u9eQDWubH_?!g4muUgni%343P~{bH}Ds<L9B-ZI5pT;6gO3Kl*R9J?Ro5VyBdm
z_U*YLJPg^ti<(Bh9+G)m@X*)_F@-3vZ0}EyblHK=xU_7xza@EO06k4He3I>b#+YW%
z^6ulq_mwlKmdk`&W&tk_7q)NNf?HqH=W4AzK4N#0ayk-JqROKE79XLUhQ}yY91@l=
zn1N>dQTl<$z8x>POzE~+%4^mXL7{Zr=x<R^7Mo56ONEXxgU?@I@St})hO!LTuLL}n
z_K(UdT*gNIg^t!02&TB2pB%@}o)DP?c6dF=S%p(Co6qkSN6dLYK988v$ZUzcXGrPu
zc5Xz<4bnMez$5+ri?QvMDDk&UB5NJNTWAl4jg^GJBT_fjq{Q21-=RTAmMR(GH@MdG
z2^lruhUr(0#z>!|I+sn-GV*Ci8jknAw?@3aqkV$MOtZH=_kMm=cezWw;_7oruaZE`
ztmNaJGK5cprwI%Ek^A)|#3r-<+_~N@kBOz%grqK!^EXN;t>R`<QO98`ef>FV*I$ly
z=j)JhGissex*Nvxccyn92_Anme)wYhtRQMWW3oze;%u1Br;}%sFl>7~!i+USBjAH*
z>1!?UlsGrQM$7KWpp8&_!`7YFSNHkFMxN<7gGbtU3YyKfEYH-?`NQJ|AXeIsyDeGL
z>jmG|$;v9%&!w|_X=joi6jrOmt`ob|WExLLG4PbvkiwOkfzOz{`PkC@9j5YHu6|e?
zAI6{?sE59r=z_EEJOtu;BIiH&@K=EeH?N>!0sAs}`x0eZwQ_34I!+Z96w>);D>#>O
z3{|GcwpujUvugsEc9#U+nB+tGnu}i6q|v+dgJfyjI9Ki3S$9py^lsV|xH)b$kC20y
zf~qFXg$BwpP(!G+2pzjadp82-CJU7_*Q{*GE4!FU39lKS4MMV`Yw^<88oZ)^X!Q*F
zI_4&~OhO%YV|DYLf*0~9PqL)92v#E=0v_R3ClZD@eV^DbQe&h(lpCt9;}PV2GEOLY
zXNZ!b?po1gy_#>^+SZh&#)}c-tiGpcW)5+Vkhq-YJpJrP^FQxw_d7|>Na%3()5g-d
zp}7nea=}(Et==qwgxtNg_ReDR0}LRberj{;qo5j7wHJKvrM%0645D{?uMsDkL8p@I
zw#-?jAG}8-sZ#FUm6HTKf8;KuD@|9nor?nJmVq>j#c)2*yb}LRh!C;U{%~BuITjyF
zB;m`6_ZFZnF(@o==-H^9!hCpB?tb&6b;gRr9yv-;FYtqMkZv4Nl>_%SZh1<&3mLAe
zw)eWVyX+Y!M`Mb<R^9^~;G$HY!nWKx8KOuBML`}w^hW6JzTIuz8~L>@>Li?<hwFrj
zsTH@{zV6A2F7TtxOu-P%$5+F0O+cr;n|7WD&LtU&PI18iv7ZdE1hAI$_036uvcu?)
zJI??GUGYMp9MdaR_B@3Z$~*=`*>??iRD5rL(1;`8V=<lN8?}rnKliL6MP-`D-J_Jm
zi@+b!&2MXf)I6jw^}YRaUn$l7(T7TWVq6wemC3{}u2T2vK1Z2Y&QefRjc2Jt`xMKZ
zsU{RL9@;xFMLS~@*R2gXGd~tbRt_?I5P3pqRmCgz*(WA5@^5I>D%V8EU%z<TcEkMg
zrfJ^SGKCEdUUfVf@4T7(PU=yb__pS7Kf+8(CfiRt6xykF{DL}B#A>I?W19h}!y2m<
z#W!vxenmz(2<64a;M^;8LxNLycN5;rH<;#SV^$wd(i~oE{p`_@?$(X4oaa!>oLXWl
zJx%bWCMNGm|3PaC1FJ~<JVl-g*C^r%{x06GjG~Y|&V8rrr8lkD)pq1lLYepR@@~z9
z3M3OB_bC%fKOp=j@ror6&5BDUpl3rf7SgDJcfw&ceUJ1*+0YwjbJuWGLUAqyJg189
zqhyZel>T?=%m=HCc4OT&Ev6PK1$rB*7h(8H;+;c&EiqI9Vb@7nA`E*c2nHXmr%bZS
zptL^I99T<cXsjn*BwFTQTCGE(kHkF<-`B6%)wV2`gXQrCv)%UczS)0(SV_gPQ4km~
zKkZ(`n;<e*#D8h6R`kF>pH7=ZI1j~fhmZtswjiPhAy|aZ=x(7&{2?p!E+>&-+@4bP
zl!qk)H%dLylCn?c{bLdKsQFeyBgXt!U0I`dhtjifQX`o9+d_?3ktCwHFX^q!7)~nE
zV?|~RZ@H=`Nl8_*XU8lta${dh-Yq2}NBQ1y4V>`Wd29Fpsib5@o7#uS9I`6da2mrE
zl%;D%uZ1$Ty(zlT0|#`S>PPkx_};8FM@=?478+4}x$B~z8Bu>4-UZYq!VmAdW~;t8
z@sd+)Fl4W%K5vWU+9jo3ZVEGSN>4hZcnow!-I*AIh~Qrx_B1l&$|u<@FdpqlTod*p
zlT|2zld@DttBf|C-moDn#aAtpjL^z2O$^SHeO+|&K8o|pwf8m-xzL$FB*L1mDzs9L
z8P8fZs>S$ynMN41yMu|*2J-RO^=$T8g8ONP313E46mK7{0(;tuu5I~-bj<#&3~}%6
zzpYFTsA)|Gx6vm?snOl}ivOteqzchVVy&z&b3R{Wour~lswWyl75{i+e$UTz+nL)M
z(#7F6Ku&Z%PGSm~S|up1j#M5IhO{T#FG#s|HT2~BD@#wxFGSN+;r8Wl+h&T5mC@6P
zHaE*m^k?;xQRS)!ID>sILmWw^CyTM|cJ(lomyGx&v-MoI+|4a4gSf@?AT^cKfS7To
zN#gN>uDzI&7<{Wb9$oyG46Wnz<!&Bin?5ytV>mk=2G9d*&3ps@0Zhn_RwKJ73rA=v
zuY4;F7)$~;eY`8b5@TZD7#ZsJe1<<ZoFbL3AXq@ynx8zn--Zk#!=f5zU&Ehh(?pYd
zM4LJ4prw}K6Skz%95|-v1#MFpbgK$XB5Z}~^n~@&9mEsE3et20x(^-_Iwf%1s;qTa
z4&*+rO1*3sdj00%u>V4Ty7tehchS!?s=5aKbC{^cJA<u-HA9twEXgOGSpX@x$WuUo
z=eHKXlh{{0pP2G{eWO};6^I^oJ^&XyDCqP;n`G7+Q%gNn3ZkW~ipM1)`6?qyQ!W~f
z7Y|wNFI9FbhUiN#-~7x{`e_rSk!cQOH(Y3$uQFZkp}8if1t8t|$b}mP%=1~+AICqr
zzHfG|GG<88t)+_wc<Vkzm!fN5Vd=dJD?Itt?sSbIgJEC!X=0X})P2|TYZxm$2Twld
z6!0aX30L)77}x{2Rb1^D5Tr#Nc7)&Y;fVsok7LwuV@G~AF2#tCRI#1suaN~r@P^9`
zOJBF>#HWsWa~feMnr_yb!ZG+%JT$RLfNfldnn_%^o3Bu97?;w)!rHCC#c<d`cvdi+
z#gJ5;uM%x8O0Yw1-TB?Ahx{uE1$MijSG>G7zkJl1^V}Wg*vmE{!BEYr!I}<M>1J7W
zB4(_oBn8z#EP1O2nh0rGuXhgtdScGf=F)nV2?rAL&XynHvz$@(^5Kq*TW`cQ7Xi=l
zW>buH=UjOk`5ak<RaW*X98L`64dR&(17cao&Q|!AZqAq__T=4ni~iYKY_f|7A0y<p
zIExQ(d9C%e_hFrqt=EYc0GE37dIft~&{P<0h=h{Ul7j|0y&8q@Avfy!INZyLeBzoE
zW#ePxo?YN6(ql(zB8r1W%^FF|V#i!gx5Hs80*@1>zy31v4xa<d%qP6G2{YcWho-VN
z`ibr$(h*@d%7zcdf=1!E+CSw(xy|V79)*rD|9DpRt-$jA*M^kC4>fuU%7C=!`-M{q
z?ulL^3-hXMSIcu5scK_3qc#yiN&ZYUQLQ))EW>)KSq7oq?gY!N(k9KhYZWyBe=u_q
z<s?B#n5|wEYw9h*Y;|Uu{u3=K+bCG6ILA%UwuAo1&s9h!j!0SikZL_LHYFrzHar19
zFKv|?tbXV7Q3^1YTfv;TBkbO@wJAGR>4!i`GDQe|`<dP?ng<-t?EoOP%q*<psglqt
zu)Vm)k?DQ|9<m8GlW~8mP~&RQk1}7TQ35kBm_ENUu0!k_L(%i&eo|~XpSzm>H`^CU
zFiS(q*GB^|ST!q^|F<ufXdVp-Q*wpEU3I2<UG~!$#z+CP9CHpJnQwiExYC^^A>10O
z9o-kw1yVTT@yF9(+`}m*iFj>`THFBk%VnIM`K}bRyl$iV5pqgMq~Yw=bQ()Gu?8Pa
z(jZhSKlG^B=;`Bw0avaq$dV*)TU{pg^Hlj*e4Kto`)K*cA=B~$p|$!J63nxMsourw
z9*eL>wubK}Lzkm!`*Xuo(ghMU#w8&45a!Kc>UK^oEypYB^=O03l(lDFZf^u|SvF!{
z5|vjYIa=?2q1qkGC#NOTpja)6XMPz`J7r9<9H_~a8ghqw{f6XfVW<?JGZ(0?fr|cK
z7@^AI0k0$9qieXeDKeJ=+U_=sIY4u2ly1T>GvMx?Dn)1<PBw90WQb}|xB>Zs2QMTA
zoytkypd>8UI}q*dUst;tT@KPFExs#1R-Dl3q$eaU%;(){cr)`TjQfyRr8sF4TslB9
z&APhKwc^@4y>(K|8sE7fFQs3C%v%d3Ju$Mge>ZMTw0fpfA=e$wo#AAN5?9M&+?*|@
z@@$R&e!zfee3LBqUOp3$iBAHPA5mx+*ybZ)>ml^AF})e6#G%a`Y{UUpf4L7REmS?E
zrlM^qlNHFH9L;}etcTzW?^;iBP{^Vf>~GVcj;YO|XN7uRxu4S@l8l0pLOiwlq&8g#
zr2S}cUGgw);Is^|O<Otd4ZoW%v#g==2VMA80l)rnHOhNw{xpiVA*-6Gqfx4m;Ktsj
zoB{R)KKm4Wie8Le>U;N%UVeBQ=e9?fe+>SsJUEYdcKoty(vcGHW8788{h1xu)9d+L
z^CE-kD};H2v1~F0^`kh@O^p7<L9R(}C1308aC&6|JF1nui?l?PwaM6}ZRTfKmdC*S
zeB7Jj&-xk>EOocu-`~CK8hk^J)?0c)mg>uq6N2N3y{Hv+n_q#-77iKr04Gn%+k7^d
z{TVwkK@lEL)Z4Xg6IHpSr_ZA2ia>0i91?<9rb`tgW+0@)K(a|()VV}ph)t4C%x!D3
zm{Tp4H>%`RM0|6i<sYKQ)}Gv<=OM~_bRsA$5KF3TIN@d_w39~d&l-gH(CY-m*Y#C}
zNr~xr4>S<|{w9M*MEYKLhM?pgnq!K>m6i{+QMUled~>qo%pN$mkBPHtuhqPHt7@fX
zEl;VcP@9fOkNh-Jae{i(K5chfE2;<4d)7$iyp{YsvJ~*7F1QM$a{KCykJd+DGh+=o
z2i{CJ;}(ub)$|!2mE*p+k!=>Ohl?sB?3S*_YEk*GK^yMfE}ta|9;(?lk|;iZtUP^V
z=DN|8OP(sfrHZSIlR>oOcamsatAVg$#oO5d>mfVoqI6J>k=R|3Cyg`{kB6GZ5^6b7
zoyd7J*6GQOjdX*|`Rj`BQW`uHOFICZNt|oyVy0B}W?@1bl7xqZ22m4L&tv;ujHWem
zr>`07cco7X1roBHyyaSfJ#=^rUPc+lKt(4>zK?~Hin`@butk`3s;<krQZ6<bxX{YJ
zoGCg=7rTr5)#(wTAkj-rDwex*lN6>i6z0V=Y|nnwd@WU4;2*(>JwL;5ki}W$y5R8Z
zFw}4p$0L>#$0uzKAJ1ao3=G<K*)KN_et9pju!Kyt$tpb;7xr^+?nLHo<s+F?doA)z
z(1@?!Md~|`qqQ!Xvs;sWc0(bo3Qg_uya2%yZ9_Wad!PMY*7VevSwv|UDtAk$zU|(U
ztG}G9lD6b@aeK2H8IRDLB+Z0vL?(3V;%Eotebt)PcWBuY&_~mDFJJD7q8J$cZ7oRk
z?Lj;fqjs}=n{Ax^uS;I*)AkxZH5#1aCH8qc|5+~&SUQ8e<+onryPaA<HQc;JGXzi2
z<OdvCJostqt1>yz9qL%fXv}B??=i*+u?JoDUOy6#nyF$O7Q3YHp1wvY+w(b3<zoXV
zwSY51>~o$zT|>j69;ljQ^V((9?8o4@2TL)Z0^w)QT=`3)b>ShsLir-{6nEUo6uFqq
zh+rf#b)_pZ+22xDm~4t=s>s-_sNWOM-aAN*;cc5Q8p>br_97G+>m~2t($T&3z@SI2
zAdV$W5Py?77daouv@8cLSGApZ7F{|&pduIcoDmh@N<zOb{KZImhVT8}+(g~mEYQ<@
zl_%Bg9t-Rh&yS)s7dOXW)`m7xnE9$*PJLW+8|%2_?RjBwKoy$PVb?oC7qT5JSa2!G
ze&waPAvZVLzmVuhtMKxet?Nua{$x&~^D(*g-VHi}kaP+q3fJgGGD8h5=9ONd>Zm{z
zk>ul8a@I>6Dn}E_*-AmsFwJ;ayPP(76Gn5FRep^Bp<VuIVZbo$m?72hcJHd}V!Pa8
zpyDo(@fAz|M-!GAyLNpIYD!}EN~Ht<&DW*=j!4eg<}Z#RxI>j6QLIs74V=Pn*lomF
z@f``u2$Lm@FDE~pchj;eE76e>UaLPMXyqRP)1`~VKP|jV^!d2eA6E|Cz?g$(_#jvs
zm`S0{edjw7lps`os&Ji@$8OD*;5f9-T}y`xzam>NZyZGMqKB96R+?$!m$EWkxVA=^
zmA`iY@47XwyclaV;0~|blnAR7X(IV}i34%%<@$h$dqVNt6<_ey64%N0{>BwsSL1F|
zW~9LKP<c?^LdcNvhq`-_!hIvzHLMgi&Wqw7sif-(G^X^=*iNE$Zr=VFnlJezaZ2Vi
zNF!+Zdz}~VV&Ny1JmekD!oUPn8=N!Bn>N0k=$c}v<c#I{tC2y9wy>!v=I8wS_R#0e
zO{EU@vuxtzUe|X{)L6B|^9l>?9F4c!@K5;fo8KuL@(c<%w0!1RK^#YE(jRlMFYQCs
zk`@--s*g`OyqT`>-j~y;Q|`u1^IFyl-LB-LgDmz{$yOrz_te+FetK}dtRqnxb2c3q
z@cEUy)eno=)YJn`dMzRze2Wp4>S|6LBEQ*(?U#l8;a@*Hh)c1DinKm$$A5u#&ZzH}
zm-8zA3Ejg*XRFMV9Vs#7mEN9b1VgRq6pacT+q_*DqDoMvloe0rTnUt!A7=ByKjM<b
zv($`}M`-s{n`pVZROdAYQxnX3`5XtgN=TM0tK@(I0GtS<qN1L<qT;{4jbp!vX9Xro
ztM$mS^gXaB2GJ1-M?-B(b?B9pd)3SJB1rR%9j3azj`KT=KP_q$C#@nNlBF-F;2Um+
zHj;)d6GfNDB^Sh{oOBe8g8IW(f?8XS8v}^&HxMOetniSM1v_492I0ATf)}v@glxcA
z#tgImEDp}klI>g6%Nv&Q_NTe$9tWioaX2`MzRws-v|Ht+>X6J?$1w!PDfhm3e9=$l
zQ@a@O>RS;TCP)jHG8C97^Ro#xz5C|Xcz=b1V{dY={=Eqv+4No0Z>@c1cTCLob1oti
zv)XGvcx5W8SyO911uDqXai+l7Rmyc@BWX9^243J*JpiRCRMFg!pw|l}oI4E1bZw(5
zFM1o(Xk+lQ`4jd9$s&A0RfgQ!pRm4g!;Q!Zz0>xsdNOoPciagK_QyX!;W5mBwde5o
zd_u0c6h#pxq+?{?_dCxS0}bg{TL_wGT0do;iw6S6C-3bMii_i`kfyY4?Qc~beY%pK
z__<BA;^;oPN%GzmdxqhU#GX}{YHLB^Xcs=1E!qab=j(!Pz+O_azOFF16T%Z{gRn=U
zq(R#)9UvgmRvKg?qAj59s)%qvs`<Mk4E=SC;Qmf<30sh?45^ea6ieWO@Pq+<U7S%K
zP+w`#Z(b<&`BybR2>2V~=_Cy@)z$+lqTLZd2p@z`0Ickb^cDiikOHOLZS9~2N-BR+
zU`x^<2TxB|C_lfCj}M=ZFdy38o?lQxLV{mFh+jwuj75Mw{7{}SUogsp{TIa_97+fe
zxI5C-6NyFve{sTW&|aR>AP}}4_^<J~xN2+vMUV3MQw6LZ{Jt<(enCC~eis-1e_D8W
zDtlu|{v6Q%XyIXmJ@Vl<KzN|N+~EjiZv@Jd{ht)J@W1R`z1*FDyJHLIM>r!~uuu<d
zuY&*9rK-BN-d`5KB(O)ixc;`niv4d$Po&-7V*T6Lezp8|=br<?n*YW7Z|Hyd{u_)%
zX=_83&~UF`!&6t12L0+EYKw*=ZK1y(A)*jb8yg4&Y$uF>fg$2TFt7~_VFO0M1Z)Lu
z#f63J>_q=TrH=COgrVSwUsPCfJ|vdMP82(#FgrUi1R-Gqh6ss?f+d9DaImN-OaNjl
zASNyW7y1W<t~(MNl`!mC)!(D~MP-Yn5)p;i2#G_4z#?!VK`=xDA_%q-7ZU^vBWxsW
zg&`0d0TF@URJL%a3fkQThMi8N3(OwD?~1bj-SA6rsJx!KG)Rc=59se2J!hDw9o9e^
zqz!`ubq)W<8X;W}hMurratew{2tXtRgoVV#B_I$1vA;pa2zL)`DE=Z96yOv7!<}FA
z0>yfRRTlOuP_YEREwIi&72OdqPqe!c8tp6%`ZWUJFU!B0wXy5T7Ul_4f_Wmaqyj?1
zPysQhkeHDm1S%{Jg@}O#M4<xzz@u%Ec7Fda^sm(el=@@N)sP<8{{4Pe{jsDB5pI8!
z{wO*lf3GDV@b{{K!r*_n-~sbS*!~_Tmg|ouxC0DjkHDsnKjZaZ^~nDr76b$!5NtRI
zfW;wV*jNx27640N0|^X6h)YNa!vzH465{{P?t!-R^ntk}<n6IKVzt7?=Wnfm+<(jz
z&%eWc91y>z0jn5TKn(o1V&Z=)#{Z|s{J*lszg(8$|Gz|$`VII;n!(!rQHM=m*lfuE
zS33Mtv|owmfARWrGX58Pz*7IWlmAHH|H}1Wx&9*s{v+^zqwBwN{YMJ?N8tZP*Z()U
zNdMkYAyC-YARp{@DVAhd0K3)N*V8gm79c}mFc`6+L(BwVU*mq4xC#byg}J=qeSd%%
z1GM}+|8aV$H+r}yXSlCrdDhv783ABUmob+In2i$5+3Mlt)z;Y+W~Ujm-;bF$#!Nyn
zXDgVKIn1;&W=0IN?1cGQj`<ObnP$a&4H`lFuC;e}3M-s$ZMX4A?1^h*er97XwlN=#
zFpJihZ(*1P1<c_nX2}aP2v|tWm<)b&FuORsf8n=qyoC;EyUzVq-E=v>H08_bkfcT{
zP-xKB<%@#hm#W&*)w7T3xj)|x4cxOnUip@`a@tIHXI0PoB(L;p?&C>S-5yx!0O@@c
z7=8RWy}5@2j&&c$(?G`%AoqP1dlC)6vC&jj0z?zAs$mNxu4-l;0Km2Dziu2rX4VaC
zC6TAPwldKVB4*m#0%VaQSOM`t>PqrP4xifQ=XCbuZV)b$fYl%Ik#*tY<C~|@f(Ag}
zR5zkpqWv)@`?_WeYo57BlB0O=oQJ~OcfkOvHjOEbVgqpK-Iu}Uio~EwZ*!gJOqK;C
z4b>z}knzIxZ-&GY0c<Ee8TCF#GN%XxU4(rP)M>rQT|}OxjjFk#*4cFu4I1!c2pbYA
zXRM&eOy8TRkexASCsdrBdALxUsHT~o9?LX6@2_3QwBShTO56jtsJRzI=S!zkpe~8-
zJ}g8zrqVxZOedfgOAyLiXN<W2vzCTb_neKv<Qj<2O&<SksAfS#a#!bk<*D%kT76Q?
zg3Y$bWx93!+r8(}_biUI4`N00E|uQxI8j?QCs@+CmC-3F$uVp54ZW1Guh!SRC&{i-
zE38iaymYIaR)dF=>CoMn)$xOThvI5cg`lN7F_LZx&wH|r;QqC46bIFGR99N6N=BbC
z(j{pUj`9zZ_PB*7Fy`DvG4@O_je{C<)v&rA_uRrnN#urP1Rf}&Ame&O*3;|q`o>#(
zr(2gp2VvL`nek&l&WOk+#Ag~((-prD-&&flTs5tp7OG6LDvYJnPg)t)vk=PC|KL}$
zg~D`OwTbW93-op;)*>(9K^AA18x!&3Lp>i^sAe1`Z^@Dg+c!8fjckic6^Q*1uI<W;
z{^G>iRR4?yCh_K@1B&VX*W8%sXGEW<BWu*7M$?mN%I3sb#x6vt#}ZYQcAXEieQ@AB
zV|Nu^dmKbJ^Yfj|%S*Me?%gb6t*u3m(v2lG2g*dY<l6V94hj(P4^~pMfC~<fOv49w
zOTDt3H1B>0<c{@@|L&%=ZySE7-z0pqUe)#!XK-AJ#BKDgv8{t4%pz4<6EL<)zfoH$
zw-uagjqh0XZbA9rFyqs53vKM)c<JKp0!oIedIiIrOd@;bNjD0nZT-8tL##va@Co+Y
zO0^Fm=En8+uLJ@N_-y=~ati%k&nP`(%HH6kc!6i}xO>ggf|t?hVudwvz~h|Mx>BN`
zjNdBzoHJmPO1n+d>el#Zee#PX-3N=3Zlp}#4=7C@@E}R~gRLff;NLU5k58&oXEOSY
zdyKb7&Tk+p-sL`M{~;o&ofwe2bTxx#m)Tu?3W!UMf^%aY5_P<_E%+>W!4u`@G^mg~
zliTOI?U3vwgkc`nc*&!odu16JJe93x=)b{jETnCGWj7`x6kS{?YLT+nfD6PUr=8h2
zoM8scIRGl;vSRZYcV)qGFG<2kYRB>Ac|)8bS{XLABjP=dCu6o&0QEarQI*BSa`c%~
z&v4R>@@^A*+;)i^-AU#suMdNWb`ih$+}gnmuq}YaNqozPIc5y|SlnmI0lx;w-Nu^y
zGOVL!0uDhP#kZ05h?yNB(TS1@p-62D!hw?SNpC(3))ES@%U%#+#Pi!CCwxz^2?U_7
MtfN$=U>){<03It?I{*Lx

literal 0
HcmV?d00001

diff --git a/web/src/components/icons/icons.tsx b/web/src/components/icons/icons.tsx
index b5e735b0e65..53be424eec2 100644
--- a/web/src/components/icons/icons.tsx
+++ b/web/src/components/icons/icons.tsx
@@ -88,6 +88,7 @@ import voyageIcon from "../../../public/Voyage.png";
 import googleIcon from "../../../public/Google.webp";
 
 import { FaRobot } from "react-icons/fa";
+import airtableIcon from "../../../public/Airtable.png";
 
 export interface IconProps {
   size?: number;
@@ -999,6 +1000,20 @@ export const LightSettingsIcon = ({
   );
 };
 
+export const AirtableIcon = ({
+  size = 16,
+  className = defaultTailwindCSS,
+}: IconProps) => {
+  return (
+    <div
+      style={{ width: `${size}px`, height: `${size}px` }}
+      className={`w-[${size}px] h-[${size}px] ` + className}
+    >
+      <Image src={airtableIcon} alt="Logo" width="96" height="96" />
+    </div>
+  );
+};
+
 //
 //  COMPANY LOGOS
 //
@@ -2112,7 +2127,7 @@ export const CpuIcon = ({
         <path d="M16.5 7.5h-9v9h9v-9Z" />
         <path
           fillRule="evenodd"
-          d="M8.25 2.25A.75.75 0 0 1 9 3v.75h2.25V3a.75.75 0 0 1 1.5 0v.75H15V3a.75.75 0 0 1 1.5 0v.75h.75a3 3 0 0 1 3 3v.75H21A.75.75 0 0 1 21 9h-.75v2.25H21a.75.75 0 0 1 0 1.5h-.75V15H21a.75.75 0 0 1 0 1.5h-.75v.75a3 3 0 0 1-3 3h-.75V21a.75.75 0 0 1-1.5 0v-.75h-2.25V21a.75.75 0 0 1-1.5 0v-.75H9V21a.75.75 0 0 1-1.5 0v-.75h-.75a3 3 0 0 1-3-3v-.75H3A.75.75 0 0 1 3 15h.75v-2.25H3a.75.75 0 0 1 0-1.5h.75V9H3a.75.75 0 0 1 0-1.5h.75v-.75a3 3 0 0 1 3-3h.75V3a.75.75 0 0 1 .75-.75ZM6 6.75A.75.75 0 0 1 6.75 6h10.5a.75.75 0 0 1 .75.75v10.5a.75.75 0 0 1-.75.75H6.75a.75.75 0 0 1-.75-.75V6.75Z"
+          d="M8.25 2.25A.75.75 0 0 1 9 3v.75h2.25V3a.75.75 0 0 1 1.5 0v.75H15V3a.75.75 0 0 1 1.5 0v.75h.75a3 3 0 0 1 3 3v.75H21A.75.75 0 0 1 21 9h-.75v2.25H21a.75.75 0 0 1 0 1.5h-.75V15H21a.75.75 0 0 1 0 1.5h-.75v.75a3 3 0 0 1-3 3h-.75V21a.75.75 0 0 1-1.5 0v-.75h-2.25V21a.75.75 0 0 1-1.5 0v-.75H9V21a.75.75 0 0 1-1.5 0v-.75h-.75a3 3 0 0 1-3-3v-.75H3A.75.75 0 0 1 3 15h.75v-2.25H3a.75.75 0 0 1 0-1.5h.75v-.75a3 3 0 0 1 3-3h.75V3a.75.75 0 0 1 .75-.75ZM6 6.75A.75.75 0 0 1 6.75 6h10.5a.75.75 0 0 1 .75.75v10.5a.75.75 0 0 1-.75.75H6.75a.75.75 0 0 1-.75-.75V6.75Z"
           clipRule="evenodd"
         />
       </g>
diff --git a/web/src/lib/connectors/connectors.ts b/web/src/lib/connectors/connectors.ts
index 7e56a498dcd..832c37d6c94 100644
--- a/web/src/lib/connectors/connectors.ts
+++ b/web/src/lib/connectors/connectors.ts
@@ -809,6 +809,28 @@ For example, specifying .*-support.* as a "channel" will cause the connector to
       },
     ],
   },
+  airtable: {
+    description: "Configure Airtable connector",
+    values: [
+      {
+        type: "text",
+        query: "Enter the Airtable Base ID:",
+        label: "Base ID",
+        name: "base_id",
+        optional: false,
+        description: "The ID of the Airtable base you want to connect to.",
+      },
+      {
+        type: "text",
+        query: "Enter the Airtable Table Name or ID:",
+        label: "Table Name or ID",
+        name: "table_name_or_id",
+        optional: false,
+        description:
+          "The name or ID of the specific table within the Airtable base.",
+      },
+    ],
+  },
 };
 export function createConnectorInitialValues(
   connector: ConfigurableSources
@@ -819,21 +841,18 @@ export function createConnectorInitialValues(
     name: "",
     groups: [],
     is_public: true,
-    ...configuration.values.reduce(
-      (acc, field) => {
-        if (field.type === "select") {
-          acc[field.name] = null;
-        } else if (field.type === "list") {
-          acc[field.name] = field.default || [];
-        } else if (field.type === "checkbox") {
-          acc[field.name] = field.default || false;
-        } else if (field.default !== undefined) {
-          acc[field.name] = field.default;
-        }
-        return acc;
-      },
-      {} as { [record: string]: any }
-    ),
+    ...configuration.values.reduce((acc, field) => {
+      if (field.type === "select") {
+        acc[field.name] = null;
+      } else if (field.type === "list") {
+        acc[field.name] = field.default || [];
+      } else if (field.type === "checkbox") {
+        acc[field.name] = field.default || false;
+      } else if (field.default !== undefined) {
+        acc[field.name] = field.default;
+      }
+      return acc;
+    }, {} as { [record: string]: any }),
   };
 }
 
@@ -844,28 +863,25 @@ export function createConnectorValidationSchema(
 
   return Yup.object().shape({
     name: Yup.string().required("Connector Name is required"),
-    ...configuration.values.reduce(
-      (acc, field) => {
-        let schema: any =
-          field.type === "select"
-            ? Yup.string()
-            : field.type === "list"
-              ? Yup.array().of(Yup.string())
-              : field.type === "checkbox"
-                ? Yup.boolean()
-                : field.type === "file"
-                  ? Yup.mixed()
-                  : Yup.string();
+    ...configuration.values.reduce((acc, field) => {
+      let schema: any =
+        field.type === "select"
+          ? Yup.string()
+          : field.type === "list"
+          ? Yup.array().of(Yup.string())
+          : field.type === "checkbox"
+          ? Yup.boolean()
+          : field.type === "file"
+          ? Yup.mixed()
+          : Yup.string();
 
-        if (!field.optional) {
-          schema = schema.required(`${field.label} is required`);
-        }
+      if (!field.optional) {
+        schema = schema.required(`${field.label} is required`);
+      }
 
-        acc[field.name] = schema;
-        return acc;
-      },
-      {} as Record<string, any>
-    ),
+      acc[field.name] = schema;
+      return acc;
+    }, {} as Record<string, any>),
     // These are advanced settings
     indexingStart: Yup.string().nullable(),
     pruneFreq: Yup.number().min(0, "Prune frequency must be non-negative"),
@@ -1060,3 +1076,8 @@ export interface MediaWikiConfig extends MediaWikiBaseConfig {
 }
 
 export interface WikipediaConfig extends MediaWikiBaseConfig {}
+
+export interface AirtableConfig {
+  base_id: string;
+  table_name_or_id: string;
+}
diff --git a/web/src/lib/connectors/credentials.ts b/web/src/lib/connectors/credentials.ts
index 424a07c82fe..27d73a7b038 100644
--- a/web/src/lib/connectors/credentials.ts
+++ b/web/src/lib/connectors/credentials.ts
@@ -182,6 +182,10 @@ export interface AxeroCredentialJson {
   axero_api_token: string;
 }
 
+export interface AirtableCredentialJson {
+  airtable_access_token: string;
+}
+
 export interface MediaWikiCredentialJson {}
 export interface WikipediaCredentialJson extends MediaWikiCredentialJson {}
 
@@ -282,6 +286,7 @@ export const credentialTemplates: Record<ValidSources, any> = {
     access_key_id: "",
     secret_access_key: "",
   } as OCICredentialJson,
+  airtable: { airtable_access_token: "" } as AirtableCredentialJson,
   google_sites: null,
   file: null,
   wikipedia: null,
@@ -424,6 +429,9 @@ export const credentialDisplayNames: Record<string, string> = {
   // Axero
   base_url: "Axero Base URL",
   axero_api_token: "Axero API Token",
+
+  // Airtable
+  airtable_access_token: "Airtable Access Token",
 };
 export function getDisplayNameForCredentialKey(key: string): string {
   return credentialDisplayNames[key] || key;
diff --git a/web/src/lib/sources.ts b/web/src/lib/sources.ts
index bbc63847adb..64ac2976163 100644
--- a/web/src/lib/sources.ts
+++ b/web/src/lib/sources.ts
@@ -36,6 +36,7 @@ import {
   OCIStorageIcon,
   GoogleStorageIcon,
   ColorSlackIcon,
+  AirtableIcon,
 } from "@/components/icons/icons";
 import { ValidSources } from "./types";
 import {
@@ -277,6 +278,12 @@ const SOURCE_METADATA_MAP: SourceMap = {
     displayName: "Ingestion",
     category: SourceCategory.Other,
   },
+  airtable: {
+    icon: AirtableIcon,
+    displayName: "Airtable",
+    category: SourceCategory.Wiki,
+    docs: "https://docs.danswer.dev/connectors/airtable",
+  },
   // currently used for the Internet Search tool docs, which is why
   // a globe is used
   not_applicable: {
diff --git a/web/src/lib/types.ts b/web/src/lib/types.ts
index 936e4e6c84c..312864f7320 100644
--- a/web/src/lib/types.ts
+++ b/web/src/lib/types.ts
@@ -212,6 +212,7 @@ export interface UserGroup {
 }
 
 const validSources = [
+  "airtable",
   "web",
   "github",
   "gitlab",