Skip to main content

rag

# create table
# conn.execute('DROP TABLE IF EXISTS document_embedding')
conn.execute("""
             CREATE TABLE IF NOT EXISTS document_embedding
             (
                 id 
                 BIGINT
                 PRIMARY
                 KEY
                 GENERATED
                 BY
                 DEFAULT AS
                 IDENTITY,
                 metadata
                 JSONB,
                 contents
                 TEXT,
                 embedding
                 VECTOR
             (
                 1024
             )
                 );
             """)
conn.execute("""
             CREATE INDEX IF NOT EXISTS document_embedding_idx
                 ON document_embedding
                 USING diskann (embedding vector_cosine_ops);
             """)
conn.execute("""
             CREATE INDEX IF NOT EXISTS document_embedding_bm25_idx ON document_embedding USING bm25(contents) WITH (text_config='english');
             """)


df = pd.read_csv('data.csv')
input_texts = df['Content'].tolist()
embeddings = ollama.embed(model='qwen3-embedding:0.6b', input=input_texts).embeddings


with conn.cursor() as cur:
    with cur.copy('COPY document_embedding (metadata, contents, embedding) FROM STDIN WITH (FORMAT BINARY)') as copy:
        copy.set_types(['jsonb', 'text', 'vector'])

        for i, row in df.iterrows():
            # Construct metadata dictionary from other columns
            metadata = {
                "ntsb_no": row['NtsbNo'],
                "event_date": row['EventDate'],
                "location": f"{row['City']}, {row['State']}",
                "aircraft": f"{row['Make']} {row['Model']}"
            }

            content = row['Content']
            embedding = embeddings[i]

            copy.write_row([metadata, content, embedding])


WITH vector_search AS (
  SELECT id,
         ROW_NUMBER() OVER (ORDER BY embedding <=> '[ 0.004775003, 0.01596301, -0.0060029686, 0.03980131, 0.033266075, -0.0041008894, 0.0027573549, 0.03881316, -0.034676254, -0.007907193, 0.020703282, -0.0370878, -0.015626911, -0.0068220063, -0.04217244, 0.11947995, -0.016973725, -0.04698486, 0.03801256, -0.0748149, 0.02768433, 0.0698014, 0.048259914, 0.07513864, 0.049356513, -0.028016666, -0.0781457, 0.04609977, -0.039805442, -0.07394578, 0.054595836, 0.06990737, -0.09667578, -0.027854327, -0.09667619, -0.008398432, 0.017282931, -0.0041232696, -0.0036641476, -0.022219665, -0.008130953, -6.059962E-4, 0.020019913, 0.03245513, -0.010225616, -0.02927133, 0.016298573, -0.013707089, 0.020702077, 0.0032367052, -0.03697606, -0.01344954, 0.01757893, 0.035032295, -0.048309945, -0.028012795, 0.02249707, -0.017204288, 0.020958992, -0.04035664, -0.008995776, 0.04481478, -0.017980507, 0.0037826044, -0.01918913, 0.08978842, -0.0058595943, 4.9645815E-4, -0.049716186, -0.012995819, 0.02170848, -0.013265337, -0.027149495, -0.026531389, -0.028483516, -0.06719015, 0.0397584, -0.054854814, 0.022643352, -0.010832466, 0.0031377054, 0.056940522, 0.030835621, -0.023456696, -0.02425558, 0.0085504595, -0.026927864, -0.011456157, -0.018335085, 4.4506683E-4, 0.048274152, 0.042593285, -0.0325961, -0.07541161, 0.0073047783, -0.043760683, -0.013441289, -0.0380531, -0.034922138, 0.025774136, -0.018507246, 0.004576911, 0.025620231, -0.015004936, -0.02216534, 0.04742665, -0.037372373, -0.033468075, 0.013429487, -0.010182685, 0.028812848, 0.037808776, -0.10407994, -0.013739799, 0.015961958, 0.027933113, 0.0028676095, -0.052115463, -0.023520201, -0.04228261, 0.016336381, 0.03447739, -0.027979888, -0.031156247, 0.019416915, -0.0067126877, -0.0536319, -0.022237664, -0.0034803597, -0.012183943, 0.050312452, 0.031775095, -0.005575259, -0.053514645, 0.005129824, 0.038597856, -5.7775277E-4, -0.024940848, -0.030502021, -9.5146906E-4, -0.0022294235, -5.390503E-4, -0.024340408, -0.031031894, -0.02130566, -0.015469696, -0.017819043, -0.011170428, -0.0179434, -0.038257144, -0.019607184, 0.0038498386, -0.02239087, 0.010350556, -0.013442427, -0.028694173, -0.0045453873, 0.012350899, 0.013995425, 0.0034526458, 0.0096342685, -0.01773377, 0.021666111, -0.0032195465, -0.018824367, 0.07350012, -0.034092568, -0.038376585, 0.014493985, -0.055052083, -0.012653082, 0.009875473, -0.010434975, 0.009517336, -0.02370135, -0.040790018, 0.021104267, -0.056184627, -0.042521525, -0.05519369, 0.0021650868, 1.3622831E-4, 0.017527787, 0.031006342, 0.014807551, 0.0036342088, 0.011342742, -0.0053381813, -0.023240875, -0.021648873, 0.01149201, -0.044402216, -0.021809783, 0.008479107, -0.04195253, -0.008014465, 0.028110245, -0.004683551, 0.0106351925, -0.008116552, -0.013091707, 0.066771485, 0.047184426, -0.0065100174, -0.014007751, 0.021705413, -2.7637638E-4, -0.0071643093, 8.5426465E-4, -0.021201205, 0.0067106998, -0.0019174403, 0.028470652, -0.03076887, -0.038055953, 0.07452355, -0.035698313, 0.052649327, 2.3444734E-6, 0.013148476, 0.010064718, 0.007239951, 0.012129623, -0.014315318, -0.011337037, -0.066494346, 0.032301597, -0.006471184, 0.015357044, -0.011063695, -0.05617603, 0.01573502, 0.04835739, -0.035194173, 0.040072344, -0.030987384, 0.021830427, 0.06321372, -0.014789096, -0.018520389, -0.0068591842, 0.01501226, 0.016515436, -0.015683806, -0.024213634, 0.015140999, 0.008728358, -8.688697E-4, -0.014609552, -0.020407014, 0.027187007, -0.045901753, -0.050423488, -4.6911914E-4, 0.024233524, 0.012844391, -0.008647077, 0.007524741, -5.677695E-4, 0.022591906, 0.037409298, -0.028543008, -0.023560213, -0.0060790605, 0.118010305, -0.022069018, 0.0028187067, 0.027560942, -0.028779255, 0.01595122, -0.058429427, -0.008468777, 0.0150142545, -0.011645106, 0.048640095, -0.0110919755, 0.0046403287, 0.034572456, -0.01728471, 0.031070685, 0.013071123, 0.019263724, -0.017308567, 0.0014366008, 0.055651926, 0.02532227, -0.007119548, 0.03427396, 0.004417183, -0.0054673688, 0.0128515605, -0.05327246, -0.032022182, 0.006795094, 0.004962358, -0.02165587, 4.7650986E-4, 0.0916133, 0.00747132, -0.012296892, 0.00996938, -0.043765385, -0.053343553, -0.0034723831, 0.017832994, 0.014709812, 0.034992408, -0.004099845, 0.049398933, 0.016141098, 0.058958475, -0.0017294526, 0.0049008788, 0.0024423592, -0.049371686, -0.026276182, 0.02622192, 0.02359945, -0.021042539, -0.019722203, -0.051001795, 0.017451674, -0.025773201, -0.02526131, -0.02914053, -0.0118618235, -0.022574192, 0.008851334, -0.034312006, 0.029176148, -0.030490316, -0.036047332, 0.03636781, 0.03103893, 0.0029570907, 0.012247271, 0.068469174, -0.0073486883, -0.0047107968, 0.025299918, -0.021804405, -0.07449942, 0.0478265, -0.047278326, -0.014018176, 0.004554179, 0.008151162, 0.04127886, 0.013931072, 0.025667302, -0.033482857, 0.027186414, 0.02593206, 0.015777681, -0.030007126, 0.022575276, -0.036982354, 0.01513477, 0.009748884, 0.023444444, -0.034807272, -0.06124233, 0.0648828, -0.021723017, -0.020408774, 0.075561404, -0.011874422, -0.05428865, 0.08407047, -0.016750382, -0.05011258, 0.05976434, 0.008801707, 0.023692975, 0.044870097, -0.0035046777, 0.023872245, -0.031105416, -0.035798486, 0.016871922, 0.06209647, 0.0087626, 0.050815906, 0.0065348046, -0.003571019, -0.025227446, -0.052494723, 0.041354626, -0.032986455, 0.008309435, 0.02727182, -0.03353425, 0.026303926, -0.013667789, 0.02093025, 0.02844179, -0.04963771, 0.013814676, -0.0025696831, -7.1684085E-4, 0.047232904, -0.0042581316, -0.01952407, 0.006315919, -0.038309503, -0.04110931, -0.03713924, 0.0022499452, 0.01810994, 0.03161676, 0.053605955, -0.019321697, -0.028606784, 0.00678284, 0.03395839, -0.009056908, -0.033610083, -0.020177275, -0.028309638, 0.01558824, -0.1227264, 0.0022855704, -0.033656698, 0.046455037, -0.0576888, 0.0059911725, -0.054131504, -0.013017854, 0.02678395, -0.0047247275, 0.017697264, -0.027734803, -0.05362791, -0.0013993907, -0.00817528, -0.0236757, 0.042679742, -0.03460353, -0.060165297, 0.04796173, -0.010377195, 0.005961987, -0.008964466, -0.03390122, -0.0013581131, -0.013485251, -0.040679526, -0.0034565805, 0.012227588, 0.021809135, 0.0061578434, -0.0115151135, 0.05358379, 0.02679373, -0.04148947, -0.029482195, -0.0042267353, -0.0070773126, 0.009470135, -0.054647233, -0.025523957, -0.00868904, 0.009803772, -0.03878039, 0.004381463, -0.0134113245, 0.002154914, -0.030146336, -0.017388873, -0.012561557, -0.029537838, 0.015664589, -0.010978724, -0.022457454, -0.016238123, -0.010638459, 0.0124576725, -0.015453611, -0.06298787, 0.042256683, 0.04257505, -0.038320802, -0.07050187, -0.008020154, 0.0517525, -0.015952239, 0.011800211, 0.06159937, -0.019938542, 0.049023435, 0.06739435, -0.02194561, 0.008316978, -0.06098283, 0.018587263, 0.04056976, -0.043827705, -0.04615748, -0.050447267, -0.012896341, 0.011352255, 0.06530165, -0.0070624915, -0.009699646, -0.04911141, -0.007956203, 0.027090147, -0.021700168, -0.01868439, -0.0042223837, -0.01447025, -0.04183103, -0.036274783, 0.020487627, -0.010879451, -0.0126557555, 0.01294099, 0.0068375925, 0.056508202, 0.033998623, -0.0044163587, 0.047143158, 0.0123646995, -0.022859506, 0.020671813, 0.080564216, -0.008867923, -0.021089114, -0.022866087, 0.016807955, 0.004231394, 0.005911393, -0.007219718, -0.023748007, -0.032478306, -0.0076488694, -0.0019635845, -0.011476287, 0.0050579095, 0.011586253, 0.029225314, -0.010378547, -3.083215E-4, 0.02920927, 0.022502035, -0.028784826, -0.02034572, -0.021910949, -0.008261674, -0.014283766, -0.035245117, -0.019813985, 0.024992116, -0.026531206, 0.034393948, -0.023563305, -7.7300414E-4, -0.032713186, 0.0820785, -0.07839921, 0.02108122, -0.0066655846, 0.0058551505, -0.0628338, 0.019973246, -0.041209, -0.02424745, 0.047672946, -0.023980208, 0.001980559, 0.0013356219, -0.049762797, 0.031624183, -0.042346157, 0.02011737, -0.057780884, -0.0095278295, 0.018421434, 0.026282417, -0.016496653, -0.030560855, 0.028155256, 0.042919997, -0.007704906, -0.020044168, -0.04406528, 0.051280014, 0.029659012, -0.0085972, 0.003903501, 0.0010226474, -0.0056157587, 0.0068852706, 0.05110621, 0.025033038, -0.045070793, 0.01623537, 0.012595332, -0.01097906, -0.01972667, 0.044222023, 0.021725824, 0.03732791, -0.009173156, -0.031122683, 0.012823813, -0.052855007, -0.020791661, -0.036314964, -0.037238132, -0.02071898, 0.0042927484, 0.020370372, 0.05176395, 5.9669954E-4, -0.029990165, -0.024029752, 0.02798871, 0.051633373, 0.0022789945, 0.020251235, -0.016425813, -0.021406053, -0.021675589, 0.035092536, -0.012788421, 5.225351E-4, 0.030039348, -0.015570919, -0.068147264, -0.033557937, 0.013943909, -0.0014440488, -0.0069353404, 0.00768358, -0.010942893, -0.010221574, 0.00957699, 0.018613156, -0.046044428, -3.9174166E-4, -0.022640862, -0.0021321652, 0.026480855, 0.043780066, -0.005838452, -0.037322305, 0.0038182584, 0.009747345, -0.05617352, 0.0026408508, 0.013662638, 0.076803245, 0.019607775, -0.075723276, -0.031278953, -0.0088842455, -0.0031766088, 0.036596455, -0.0070630503, -0.024121335, -0.052457158, 0.021800755, -0.022194374, -0.054295115, -0.036898654, 0.05117658, 0.026142705, 0.012603228, -0.0041034776, -0.02163035, 0.0033850009, -0.039340533, 0.012726752, 0.042853545, 0.016600043, -0.01754002, -0.008838038, -0.008065593, -0.011161396, -0.012196857, 0.019370746, 0.01806374, -0.01974177, -0.011069759, -0.0096081, -0.03169609, -0.017686468, 0.01629185, -0.009499626, -0.05252781, -0.009639249, 0.018367406, -0.033157367, -0.01055422, -0.027200164, 0.0066250693, -0.018573772, 0.016767982, 0.016401643, 0.024549412, 0.014627287, -0.012465058, -0.01051132, 0.025600066, -6.6164E-4, -0.042213496, -0.0215686, -0.04284209, 0.021007113, 0.026330264, 0.0088355215, 0.04499614, -0.03709066, 0.021549879, -0.009462892, -0.018564139, 0.023489717, -0.041776154, -0.038587864, 0.05376959, -0.022645123, 0.058818866, 0.04238973, -0.009213258, 0.03950361, 0.01809032, 0.054429714, 0.025077233, 0.004998859, 0.00743858, -0.020025784, 0.008394996, -0.006522731, 0.0035889894, 0.022296496, 0.08015861, -0.061617985, -0.007017818, -0.016294517, 0.012440965, 0.008111756, -0.03438757, 0.012428315, 0.03643455, 0.028518658, -7.4586057E-4, -0.0070858975, 0.03678253, 0.0069215195, -0.0051921704, -0.032113276, -0.0055182995, 0.04856728, -0.0365453, 0.017729789, 0.011007415, -0.010009259, -0.0052113426, 0.034434102, -0.006359867, 0.039679173, -0.019396638, 0.009366336, 0.019228142, 0.017317327, 0.02830368, -0.06967495, -0.018666927, -0.034820713, 0.007820289, 0.024504025, 0.025815006, 0.019004092, 0.018425267, 0.021511868, 0.08984031, 0.016152844, -0.0027608743, -0.01166068, 0.025413679, -0.005572666, 0.010857722, -0.03784755, -0.07214571, -0.003038743, 9.7064674E-4, -0.023241814, 0.035686586, 0.066659845, 0.0056788004, 0.0122914985, 0.015141436, 0.01830996, -0.0046291724, 0.022079855, -0.0323352, 0.07223312, -0.01705201, 0.029177122, -0.012775582, 0.05326151, 0.025486523, -0.018060865, -0.01958823, 0.025169041, 0.010265187, 0.053365536, 0.02477689, -0.033453785, 0.0642725, 0.042365823, 0.007948112, 0.0062689297, 0.023769952, -0.025960078, 0.04692243, -0.0065229917, -0.020595541, -0.030899577, -0.012258643, 0.03000456, 0.044060543, 0.026629828, -0.0037955616, 0.012055674, 0.02021044, 0.010993949, -0.03300421, 0.0036080712, 0.035190724, -0.018707205, -0.048448574, -0.004285993, 0.008288427, 0.007088138, 0.011576058, 0.023347804, -0.008309407, 0.08819202, 0.014541606, 0.008934465, 0.036406074, -0.010337052, -0.024260163, 0.00952974, 0.0150539465, 0.029030252, -0.006446586, 0.013420307, 0.027463188, 0.025871499, -0.008511782, -0.04402757, -0.06559394, 0.04459778, 1.757074E-4, 8.82341E-4, 0.0058412016, -0.016253423, -0.0040002526, -0.02054937, 0.007893804, 0.0018838261, -0.002600011, -0.018742435, -0.016557144, 0.04362172, -0.0048749303, 0.007038021, 0.050179627, 0.0058494573, 0.011797274, -0.019230427, -0.08402713, -5.170801E-4, -0.0027178682, -0.004107318, 0.0449673, 0.0152997365, -0.0020120603, 0.04365822, 0.017601313, -0.017824475, 0.030887546, -0.00999237, 0.006725022, 0.022527719, -0.027313601, 0.0069155623, 0.017451815, -0.011206177, 0.008965557, 0.01019169, -0.08977767, -0.015601187, -0.0049390555, -0.016231708, -0.02633413, 0.0129738655, 0.011375376, -0.032888345, -0.024474163, -0.021671748, -0.033010997, -0.0053937444, 0.031307638, 0.015195823, -0.003367548, -0.010152708, -0.039967526, -0.01587028, 0.032525215, -0.013141037, -3.5344026E-4, 0.033074938, -0.047705844, 0.00962199, 0.013975565, -0.006277993, 0.0069248504, 0.0147659015, -0.020189676, 0.03676449, -0.003440371, -0.008952621, -0.00940398, -0.01026449, -0.039152343, 0.010317516, 0.02578632, -0.0047897375, -0.032870978, 0.0021420142, -0.0018135051, -0.019209635, 0.009233555, -0.011222215, -0.016890982, 0.016444057, 0.011793661, 0.017434957, -0.018932689, 0.0066492283, 0.025691204, -0.017817667, -0.014986154, 0.019020379, 0.017953219, 2.764637E-4, -0.042160437, 0.008936485, 0.01926548, 0.0051683206, 0.046717905, -0.014741724, -0.025180306, -0.013980167, 0.036674842, -0.022275258, -0.0075443718, -0.06530723, 0.02297484, -0.01593456, 0.014504141, 0.019456236, 0.03828907, 0.026953861, -0.0020812824, 0.018625513, 0.016133735, -0.023576884, 0.040884838, 0.0055244523, 0.019288667, -0.026412763, 0.011625378, 0.019910542, -0.024031125, -0.023220664, -0.029840264, 0.0033074073, 0.0132759, 0.04062464, 0.025684252, 0.059387323, 0.0510952, 0.074566185, -0.008778383, -0.060928144, 0.009071525, 0.030528665, 0.004523646, 0.058490198, 0.0013973031, 0.006016375, 0.014292291, -0.01903344, 0.03230114, 0.004544267, 0.031035202, -0.039701946, -0.019457832, 0.060432, -0.017966526, 0.031982325, 0.04684778, -0.002254272, 0.0046095, -0.016740775, -0.02158644, 0.038379, -0.012749861, 0.029575443, 0.03081035, -0.005780806, 0.032252047, 0.019770108, -0.003232317, 0.0057362188, 0.0273605, -0.017686784, 0.03618896, 0.0158374 ]'::vector) AS rank
  FROM document_embedding
  ORDER BY embedding <=> '[ 0.004775003, 0.01596301, -0.0060029686, 0.03980131, 0.033266075, -0.0041008894, 0.0027573549, 0.03881316, -0.034676254, -0.007907193, 0.020703282, -0.0370878, -0.015626911, -0.0068220063, -0.04217244, 0.11947995, -0.016973725, -0.04698486, 0.03801256, -0.0748149, 0.02768433, 0.0698014, 0.048259914, 0.07513864, 0.049356513, -0.028016666, -0.0781457, 0.04609977, -0.039805442, -0.07394578, 0.054595836, 0.06990737, -0.09667578, -0.027854327, -0.09667619, -0.008398432, 0.017282931, -0.0041232696, -0.0036641476, -0.022219665, -0.008130953, -6.059962E-4, 0.020019913, 0.03245513, -0.010225616, -0.02927133, 0.016298573, -0.013707089, 0.020702077, 0.0032367052, -0.03697606, -0.01344954, 0.01757893, 0.035032295, -0.048309945, -0.028012795, 0.02249707, -0.017204288, 0.020958992, -0.04035664, -0.008995776, 0.04481478, -0.017980507, 0.0037826044, -0.01918913, 0.08978842, -0.0058595943, 4.9645815E-4, -0.049716186, -0.012995819, 0.02170848, -0.013265337, -0.027149495, -0.026531389, -0.028483516, -0.06719015, 0.0397584, -0.054854814, 0.022643352, -0.010832466, 0.0031377054, 0.056940522, 0.030835621, -0.023456696, -0.02425558, 0.0085504595, -0.026927864, -0.011456157, -0.018335085, 4.4506683E-4, 0.048274152, 0.042593285, -0.0325961, -0.07541161, 0.0073047783, -0.043760683, -0.013441289, -0.0380531, -0.034922138, 0.025774136, -0.018507246, 0.004576911, 0.025620231, -0.015004936, -0.02216534, 0.04742665, -0.037372373, -0.033468075, 0.013429487, -0.010182685, 0.028812848, 0.037808776, -0.10407994, -0.013739799, 0.015961958, 0.027933113, 0.0028676095, -0.052115463, -0.023520201, -0.04228261, 0.016336381, 0.03447739, -0.027979888, -0.031156247, 0.019416915, -0.0067126877, -0.0536319, -0.022237664, -0.0034803597, -0.012183943, 0.050312452, 0.031775095, -0.005575259, -0.053514645, 0.005129824, 0.038597856, -5.7775277E-4, -0.024940848, -0.030502021, -9.5146906E-4, -0.0022294235, -5.390503E-4, -0.024340408, -0.031031894, -0.02130566, -0.015469696, -0.017819043, -0.011170428, -0.0179434, -0.038257144, -0.019607184, 0.0038498386, -0.02239087, 0.010350556, -0.013442427, -0.028694173, -0.0045453873, 0.012350899, 0.013995425, 0.0034526458, 0.0096342685, -0.01773377, 0.021666111, -0.0032195465, -0.018824367, 0.07350012, -0.034092568, -0.038376585, 0.014493985, -0.055052083, -0.012653082, 0.009875473, -0.010434975, 0.009517336, -0.02370135, -0.040790018, 0.021104267, -0.056184627, -0.042521525, -0.05519369, 0.0021650868, 1.3622831E-4, 0.017527787, 0.031006342, 0.014807551, 0.0036342088, 0.011342742, -0.0053381813, -0.023240875, -0.021648873, 0.01149201, -0.044402216, -0.021809783, 0.008479107, -0.04195253, -0.008014465, 0.028110245, -0.004683551, 0.0106351925, -0.008116552, -0.013091707, 0.066771485, 0.047184426, -0.0065100174, -0.014007751, 0.021705413, -2.7637638E-4, -0.0071643093, 8.5426465E-4, -0.021201205, 0.0067106998, -0.0019174403, 0.028470652, -0.03076887, -0.038055953, 0.07452355, -0.035698313, 0.052649327, 2.3444734E-6, 0.013148476, 0.010064718, 0.007239951, 0.012129623, -0.014315318, -0.011337037, -0.066494346, 0.032301597, -0.006471184, 0.015357044, -0.011063695, -0.05617603, 0.01573502, 0.04835739, -0.035194173, 0.040072344, -0.030987384, 0.021830427, 0.06321372, -0.014789096, -0.018520389, -0.0068591842, 0.01501226, 0.016515436, -0.015683806, -0.024213634, 0.015140999, 0.008728358, -8.688697E-4, -0.014609552, -0.020407014, 0.027187007, -0.045901753, -0.050423488, -4.6911914E-4, 0.024233524, 0.012844391, -0.008647077, 0.007524741, -5.677695E-4, 0.022591906, 0.037409298, -0.028543008, -0.023560213, -0.0060790605, 0.118010305, -0.022069018, 0.0028187067, 0.027560942, -0.028779255, 0.01595122, -0.058429427, -0.008468777, 0.0150142545, -0.011645106, 0.048640095, -0.0110919755, 0.0046403287, 0.034572456, -0.01728471, 0.031070685, 0.013071123, 0.019263724, -0.017308567, 0.0014366008, 0.055651926, 0.02532227, -0.007119548, 0.03427396, 0.004417183, -0.0054673688, 0.0128515605, -0.05327246, -0.032022182, 0.006795094, 0.004962358, -0.02165587, 4.7650986E-4, 0.0916133, 0.00747132, -0.012296892, 0.00996938, -0.043765385, -0.053343553, -0.0034723831, 0.017832994, 0.014709812, 0.034992408, -0.004099845, 0.049398933, 0.016141098, 0.058958475, -0.0017294526, 0.0049008788, 0.0024423592, -0.049371686, -0.026276182, 0.02622192, 0.02359945, -0.021042539, -0.019722203, -0.051001795, 0.017451674, -0.025773201, -0.02526131, -0.02914053, -0.0118618235, -0.022574192, 0.008851334, -0.034312006, 0.029176148, -0.030490316, -0.036047332, 0.03636781, 0.03103893, 0.0029570907, 0.012247271, 0.068469174, -0.0073486883, -0.0047107968, 0.025299918, -0.021804405, -0.07449942, 0.0478265, -0.047278326, -0.014018176, 0.004554179, 0.008151162, 0.04127886, 0.013931072, 0.025667302, -0.033482857, 0.027186414, 0.02593206, 0.015777681, -0.030007126, 0.022575276, -0.036982354, 0.01513477, 0.009748884, 0.023444444, -0.034807272, -0.06124233, 0.0648828, -0.021723017, -0.020408774, 0.075561404, -0.011874422, -0.05428865, 0.08407047, -0.016750382, -0.05011258, 0.05976434, 0.008801707, 0.023692975, 0.044870097, -0.0035046777, 0.023872245, -0.031105416, -0.035798486, 0.016871922, 0.06209647, 0.0087626, 0.050815906, 0.0065348046, -0.003571019, -0.025227446, -0.052494723, 0.041354626, -0.032986455, 0.008309435, 0.02727182, -0.03353425, 0.026303926, -0.013667789, 0.02093025, 0.02844179, -0.04963771, 0.013814676, -0.0025696831, -7.1684085E-4, 0.047232904, -0.0042581316, -0.01952407, 0.006315919, -0.038309503, -0.04110931, -0.03713924, 0.0022499452, 0.01810994, 0.03161676, 0.053605955, -0.019321697, -0.028606784, 0.00678284, 0.03395839, -0.009056908, -0.033610083, -0.020177275, -0.028309638, 0.01558824, -0.1227264, 0.0022855704, -0.033656698, 0.046455037, -0.0576888, 0.0059911725, -0.054131504, -0.013017854, 0.02678395, -0.0047247275, 0.017697264, -0.027734803, -0.05362791, -0.0013993907, -0.00817528, -0.0236757, 0.042679742, -0.03460353, -0.060165297, 0.04796173, -0.010377195, 0.005961987, -0.008964466, -0.03390122, -0.0013581131, -0.013485251, -0.040679526, -0.0034565805, 0.012227588, 0.021809135, 0.0061578434, -0.0115151135, 0.05358379, 0.02679373, -0.04148947, -0.029482195, -0.0042267353, -0.0070773126, 0.009470135, -0.054647233, -0.025523957, -0.00868904, 0.009803772, -0.03878039, 0.004381463, -0.0134113245, 0.002154914, -0.030146336, -0.017388873, -0.012561557, -0.029537838, 0.015664589, -0.010978724, -0.022457454, -0.016238123, -0.010638459, 0.0124576725, -0.015453611, -0.06298787, 0.042256683, 0.04257505, -0.038320802, -0.07050187, -0.008020154, 0.0517525, -0.015952239, 0.011800211, 0.06159937, -0.019938542, 0.049023435, 0.06739435, -0.02194561, 0.008316978, -0.06098283, 0.018587263, 0.04056976, -0.043827705, -0.04615748, -0.050447267, -0.012896341, 0.011352255, 0.06530165, -0.0070624915, -0.009699646, -0.04911141, -0.007956203, 0.027090147, -0.021700168, -0.01868439, -0.0042223837, -0.01447025, -0.04183103, -0.036274783, 0.020487627, -0.010879451, -0.0126557555, 0.01294099, 0.0068375925, 0.056508202, 0.033998623, -0.0044163587, 0.047143158, 0.0123646995, -0.022859506, 0.020671813, 0.080564216, -0.008867923, -0.021089114, -0.022866087, 0.016807955, 0.004231394, 0.005911393, -0.007219718, -0.023748007, -0.032478306, -0.0076488694, -0.0019635845, -0.011476287, 0.0050579095, 0.011586253, 0.029225314, -0.010378547, -3.083215E-4, 0.02920927, 0.022502035, -0.028784826, -0.02034572, -0.021910949, -0.008261674, -0.014283766, -0.035245117, -0.019813985, 0.024992116, -0.026531206, 0.034393948, -0.023563305, -7.7300414E-4, -0.032713186, 0.0820785, -0.07839921, 0.02108122, -0.0066655846, 0.0058551505, -0.0628338, 0.019973246, -0.041209, -0.02424745, 0.047672946, -0.023980208, 0.001980559, 0.0013356219, -0.049762797, 0.031624183, -0.042346157, 0.02011737, -0.057780884, -0.0095278295, 0.018421434, 0.026282417, -0.016496653, -0.030560855, 0.028155256, 0.042919997, -0.007704906, -0.020044168, -0.04406528, 0.051280014, 0.029659012, -0.0085972, 0.003903501, 0.0010226474, -0.0056157587, 0.0068852706, 0.05110621, 0.025033038, -0.045070793, 0.01623537, 0.012595332, -0.01097906, -0.01972667, 0.044222023, 0.021725824, 0.03732791, -0.009173156, -0.031122683, 0.012823813, -0.052855007, -0.020791661, -0.036314964, -0.037238132, -0.02071898, 0.0042927484, 0.020370372, 0.05176395, 5.9669954E-4, -0.029990165, -0.024029752, 0.02798871, 0.051633373, 0.0022789945, 0.020251235, -0.016425813, -0.021406053, -0.021675589, 0.035092536, -0.012788421, 5.225351E-4, 0.030039348, -0.015570919, -0.068147264, -0.033557937, 0.013943909, -0.0014440488, -0.0069353404, 0.00768358, -0.010942893, -0.010221574, 0.00957699, 0.018613156, -0.046044428, -3.9174166E-4, -0.022640862, -0.0021321652, 0.026480855, 0.043780066, -0.005838452, -0.037322305, 0.0038182584, 0.009747345, -0.05617352, 0.0026408508, 0.013662638, 0.076803245, 0.019607775, -0.075723276, -0.031278953, -0.0088842455, -0.0031766088, 0.036596455, -0.0070630503, -0.024121335, -0.052457158, 0.021800755, -0.022194374, -0.054295115, -0.036898654, 0.05117658, 0.026142705, 0.012603228, -0.0041034776, -0.02163035, 0.0033850009, -0.039340533, 0.012726752, 0.042853545, 0.016600043, -0.01754002, -0.008838038, -0.008065593, -0.011161396, -0.012196857, 0.019370746, 0.01806374, -0.01974177, -0.011069759, -0.0096081, -0.03169609, -0.017686468, 0.01629185, -0.009499626, -0.05252781, -0.009639249, 0.018367406, -0.033157367, -0.01055422, -0.027200164, 0.0066250693, -0.018573772, 0.016767982, 0.016401643, 0.024549412, 0.014627287, -0.012465058, -0.01051132, 0.025600066, -6.6164E-4, -0.042213496, -0.0215686, -0.04284209, 0.021007113, 0.026330264, 0.0088355215, 0.04499614, -0.03709066, 0.021549879, -0.009462892, -0.018564139, 0.023489717, -0.041776154, -0.038587864, 0.05376959, -0.022645123, 0.058818866, 0.04238973, -0.009213258, 0.03950361, 0.01809032, 0.054429714, 0.025077233, 0.004998859, 0.00743858, -0.020025784, 0.008394996, -0.006522731, 0.0035889894, 0.022296496, 0.08015861, -0.061617985, -0.007017818, -0.016294517, 0.012440965, 0.008111756, -0.03438757, 0.012428315, 0.03643455, 0.028518658, -7.4586057E-4, -0.0070858975, 0.03678253, 0.0069215195, -0.0051921704, -0.032113276, -0.0055182995, 0.04856728, -0.0365453, 0.017729789, 0.011007415, -0.010009259, -0.0052113426, 0.034434102, -0.006359867, 0.039679173, -0.019396638, 0.009366336, 0.019228142, 0.017317327, 0.02830368, -0.06967495, -0.018666927, -0.034820713, 0.007820289, 0.024504025, 0.025815006, 0.019004092, 0.018425267, 0.021511868, 0.08984031, 0.016152844, -0.0027608743, -0.01166068, 0.025413679, -0.005572666, 0.010857722, -0.03784755, -0.07214571, -0.003038743, 9.7064674E-4, -0.023241814, 0.035686586, 0.066659845, 0.0056788004, 0.0122914985, 0.015141436, 0.01830996, -0.0046291724, 0.022079855, -0.0323352, 0.07223312, -0.01705201, 0.029177122, -0.012775582, 0.05326151, 0.025486523, -0.018060865, -0.01958823, 0.025169041, 0.010265187, 0.053365536, 0.02477689, -0.033453785, 0.0642725, 0.042365823, 0.007948112, 0.0062689297, 0.023769952, -0.025960078, 0.04692243, -0.0065229917, -0.020595541, -0.030899577, -0.012258643, 0.03000456, 0.044060543, 0.026629828, -0.0037955616, 0.012055674, 0.02021044, 0.010993949, -0.03300421, 0.0036080712, 0.035190724, -0.018707205, -0.048448574, -0.004285993, 0.008288427, 0.007088138, 0.011576058, 0.023347804, -0.008309407, 0.08819202, 0.014541606, 0.008934465, 0.036406074, -0.010337052, -0.024260163, 0.00952974, 0.0150539465, 0.029030252, -0.006446586, 0.013420307, 0.027463188, 0.025871499, -0.008511782, -0.04402757, -0.06559394, 0.04459778, 1.757074E-4, 8.82341E-4, 0.0058412016, -0.016253423, -0.0040002526, -0.02054937, 0.007893804, 0.0018838261, -0.002600011, -0.018742435, -0.016557144, 0.04362172, -0.0048749303, 0.007038021, 0.050179627, 0.0058494573, 0.011797274, -0.019230427, -0.08402713, -5.170801E-4, -0.0027178682, -0.004107318, 0.0449673, 0.0152997365, -0.0020120603, 0.04365822, 0.017601313, -0.017824475, 0.030887546, -0.00999237, 0.006725022, 0.022527719, -0.027313601, 0.0069155623, 0.017451815, -0.011206177, 0.008965557, 0.01019169, -0.08977767, -0.015601187, -0.0049390555, -0.016231708, -0.02633413, 0.0129738655, 0.011375376, -0.032888345, -0.024474163, -0.021671748, -0.033010997, -0.0053937444, 0.031307638, 0.015195823, -0.003367548, -0.010152708, -0.039967526, -0.01587028, 0.032525215, -0.013141037, -3.5344026E-4, 0.033074938, -0.047705844, 0.00962199, 0.013975565, -0.006277993, 0.0069248504, 0.0147659015, -0.020189676, 0.03676449, -0.003440371, -0.008952621, -0.00940398, -0.01026449, -0.039152343, 0.010317516, 0.02578632, -0.0047897375, -0.032870978, 0.0021420142, -0.0018135051, -0.019209635, 0.009233555, -0.011222215, -0.016890982, 0.016444057, 0.011793661, 0.017434957, -0.018932689, 0.0066492283, 0.025691204, -0.017817667, -0.014986154, 0.019020379, 0.017953219, 2.764637E-4, -0.042160437, 0.008936485, 0.01926548, 0.0051683206, 0.046717905, -0.014741724, -0.025180306, -0.013980167, 0.036674842, -0.022275258, -0.0075443718, -0.06530723, 0.02297484, -0.01593456, 0.014504141, 0.019456236, 0.03828907, 0.026953861, -0.0020812824, 0.018625513, 0.016133735, -0.023576884, 0.040884838, 0.0055244523, 0.019288667, -0.026412763, 0.011625378, 0.019910542, -0.024031125, -0.023220664, -0.029840264, 0.0033074073, 0.0132759, 0.04062464, 0.025684252, 0.059387323, 0.0510952, 0.074566185, -0.008778383, -0.060928144, 0.009071525, 0.030528665, 0.004523646, 0.058490198, 0.0013973031, 0.006016375, 0.014292291, -0.01903344, 0.03230114, 0.004544267, 0.031035202, -0.039701946, -0.019457832, 0.060432, -0.017966526, 0.031982325, 0.04684778, -0.002254272, 0.0046095, -0.016740775, -0.02158644, 0.038379, -0.012749861, 0.029575443, 0.03081035, -0.005780806, 0.032252047, 0.019770108, -0.003232317, 0.0057362188, 0.0273605, -0.017686784, 0.03618896, 0.0158374 ]'::vector
  LIMIT 20
),
keyword_search AS (
  SELECT id,
         ROW_NUMBER() OVER (ORDER BY contents <@> to_bm25query('fuel exhaustion')) AS rank
  FROM document_embedding
  ORDER BY contents <@> to_bm25query('fuel exhaustion')
  LIMIT 20
)
SELECT a.id,
       a.contents,
       0.3 * COALESCE(1.0 / (60 + v.rank), 0.0) +
       0.7 * COALESCE(1.0 / (60 + k.rank), 0.0)
           AS combined_score
FROM document_embedding a
LEFT JOIN vector_search v ON a.id = v.id
LEFT JOIN keyword_search k ON a.id = k.id
WHERE v.id IS NOT NULL OR k.id IS NOT NULL
ORDER BY combined_score DESC
LIMIT 10;