apexbase 1.23.0

High-performance HTAP embedded database with Rust core
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
"""
Comprehensive test suite for ApexBase Query Operations and ResultView

This module tests:
- Basic query operations with WHERE clauses
- Query with limits and optimization
- ResultView functionality and conversions
- Edge cases and error handling
- Performance considerations
- Complex query conditions
"""

import pytest
import tempfile
import shutil
from pathlib import Path
import sys
import os
import numpy as np

# Add the apexbase python module to path
sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..', 'apexbase', 'python'))

try:
    from apexbase import ApexClient, ResultView, ARROW_AVAILABLE, POLARS_AVAILABLE
except ImportError as e:
    pytest.skip(f"ApexBase not available: {e}", allow_module_level=True)

# Optional imports
try:
    import pandas as pd
    PANDAS_AVAILABLE = True
except ImportError:
    PANDAS_AVAILABLE = False

try:
    import polars as pl
    POLARS_DF_AVAILABLE = True
except ImportError:
    POLARS_DF_AVAILABLE = False

try:
    import pyarrow as pa
    PYARROW_AVAILABLE = True
except ImportError:
    PYARROW_AVAILABLE = False


class TestBasicQueryOperations:
    """Test basic query operations"""
    
    def test_query_all_records(self):
        """Test querying all records"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25, "city": "NYC"},
                {"name": "Bob", "age": 30, "city": "LA"},
                {"name": "Charlie", "age": 35, "city": "Chicago"},
            ]
            client.store(test_data)
            
            # Query all records
            results = client.query()
            
            assert isinstance(results, ResultView)
            assert len(results) == 3
            
            # Check all records are present
            names = [r["name"] for r in results]
            assert "Alice" in names
            assert "Bob" in names
            assert "Charlie" in names
            
            client.close()
    
    def test_query_with_where_clause(self):
        """Test querying with WHERE clause"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25, "city": "NYC", "active": True},
                {"name": "Bob", "age": 30, "city": "LA", "active": False},
                {"name": "Charlie", "age": 35, "city": "Chicago", "active": True},
                {"name": "Diana", "age": 28, "city": "NYC", "active": False},
            ]
            client.store(test_data)
            
            # Test various WHERE clauses
            results = client.query("age > 30")
            assert len(results) == 1
            assert results[0]["name"] == "Charlie"
            
            results = client.query("city = 'NYC'")
            assert len(results) == 2
            nyc_names = [r["name"] for r in results]
            assert "Alice" in nyc_names
            assert "Diana" in nyc_names
            
            results = client.query("active = true")
            assert len(results) == 2
            active_names = [r["name"] for r in results]
            assert "Alice" in active_names
            assert "Charlie" in active_names
            
            client.close()
    
    def test_query_with_limit(self):
        """Test querying with limit"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [{"id": i, "value": f"item_{i}"} for i in range(10)]
            client.store(test_data)
            
            # Test with limit
            results = client.query(limit=5)
            assert len(results) == 5
            
            # Test limit with WHERE clause
            results = client.query("id >= 5", limit=3)
            assert len(results) == 3
            for result in results:
                assert result["id"] >= 5
            
            client.close()

    def test_string_equality_limit_uses_simple_query_shapes(self):
        """Simple equality + LIMIT should return the first matching row correctly."""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            test_data = [
                {"name": "Alice", "city": "NYC", "score": 10},
                {"name": "Bob", "city": "LA", "score": 20},
                {"name": "Bob", "city": "Seattle", "score": 30},
                {"name": "Bob", "city": "Austin", "score": 40},
            ]
            client.store(test_data)

            rv = client.query(where_clause="name = 'Bob'", limit=1)
            assert len(rv) == 1
            assert rv.first()["name"] == "Bob"

            projected = client.execute(
                "SELECT city, score FROM default WHERE name = 'Bob' LIMIT 1"
            ).first()
            assert projected is not None
            assert set(projected.keys()) == {"city", "score"}
            assert projected["score"] == 20

            first = client.execute(
                "SELECT city, score FROM default WHERE name = 'Bob' LIMIT 1"
            ).first()
            assert first == {"city": "LA", "score": 20}

            limited = client.execute(
                "SELECT city, score FROM default WHERE name = 'Bob' LIMIT 2"
            ).to_dict()
            assert limited == [
                {"city": "LA", "score": 20},
                {"city": "Seattle", "score": 30},
            ]

            offset = client.execute(
                "SELECT city, score FROM default WHERE name = 'Bob' LIMIT 2 OFFSET 1"
            ).to_dict()
            assert offset == [
                {"city": "Seattle", "score": 30},
                {"city": "Austin", "score": 40},
            ]

            missing = client.execute(
                "SELECT city, score FROM default WHERE name = 'Nobody' LIMIT 1"
            ).to_dict()
            assert missing == []

            client.close()
    
    def test_query_with_complex_conditions(self):
        """Test querying with complex conditions"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25, "salary": 50000, "dept": "Engineering"},
                {"name": "Bob", "age": 30, "salary": 60000, "dept": "Sales"},
                {"name": "Charlie", "age": 35, "salary": 70000, "dept": "Engineering"},
                {"name": "Diana", "age": 28, "salary": 55000, "dept": "Marketing"},
                {"name": "Eve", "age": 32, "salary": 65000, "dept": "Engineering"},
            ]
            client.store(test_data)
            
            # Test AND conditions
            results = client.query("age > 30 AND salary > 60000")
            assert len(results) >= 1  # Should match Charlie and/or Eve
            
            # Test OR conditions - may vary based on SQL parsing
            try:
                results = client.query("dept = 'Engineering' OR salary > 60000")
                assert len(results) >= 3
            except Exception as e:
                print(f"Complex OR query: {e}")
            
            client.close()
    
    def test_query_with_string_operations(self):
        """Test querying with string operations"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice Johnson", "email": "alice@example.com"},
                {"name": "Bob Smith", "email": "bob@test.org"},
                {"name": "Charlie Brown", "email": "charlie@example.com"},
                {"name": "Diana Prince", "email": "diana@amazon.com"},
            ]
            client.store(test_data)
            
            # Test LIKE operations - note: LIKE pattern matching may vary
            try:
                results = client.query("name LIKE 'A%'")
                assert len(results) >= 1
            except Exception as e:
                print(f"LIKE query: {e}")
            
            client.close()
    
    def test_query_with_null_values(self):
        """Test querying with NULL values"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data with NULL values
            test_data = [
                {"name": "Alice", "age": 25, "phone": "123-456-7890"},
                {"name": "Bob", "age": None, "phone": None},
                {"name": "Charlie", "age": 35, "phone": "098-765-4321"},
                {"name": "Diana", "age": None, "phone": "555-123-4567"},
            ]
            client.store(test_data)
            
            # Test IS NULL - note: NULL handling may vary
            try:
                results = client.query("age IS NULL")
                # Should find records with NULL age
                assert len(results) >= 0  # May return 0 if NULL not supported
            except Exception as e:
                print(f"IS NULL query: {e}")
            
            client.close()
    
    def test_query_empty_database(self):
        """Test querying empty database"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Query empty database
            results = client.query()
            assert isinstance(results, ResultView)
            assert len(results) == 0
            
            # Query with conditions on empty database
            results = client.query("name = 'test'")
            assert len(results) == 0
            
            client.close()
    
    def test_query_no_results(self):
        """Test query that returns no results"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
            ]
            client.store(test_data)
            
            # Query with no matching results
            results = client.query("age > 100")
            assert isinstance(results, ResultView)
            assert len(results) == 0
            
            client.close()


class TestResultViewFunctionality:
    """Test ResultView functionality and conversions"""
    
    def test_result_view_basic_properties(self):
        """Test ResultView basic properties"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25, "city": "NYC"},
                {"name": "Bob", "age": 30, "city": "LA"},
            ]
            client.store(test_data)
            
            results = client.query()
            
            # Test basic properties
            assert len(results) == 2
            # Shape may include or exclude _id column
            assert results.shape[0] == 2  # 2 rows
            
            # Test columns property
            columns = results.columns
            assert "name" in columns
            assert "age" in columns
            assert "city" in columns
            # _id may or may not be hidden depending on implementation
            
            client.close()
    
    def test_result_view_iteration(self):
        """Test ResultView iteration"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
                {"name": "Charlie", "age": 35},
            ]
            client.store(test_data)
            
            results = client.query()
            
            # Test iteration
            names = []
            ages = []
            for result in results:
                names.append(result["name"])
                ages.append(result["age"])
            
            assert len(names) == 3
            assert "Alice" in names
            assert "Bob" in names
            assert "Charlie" in names
            assert ages == [25, 30, 35]
            
            client.close()
    
    def test_result_view_indexing(self):
        """Test ResultView indexing"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
                {"name": "Charlie", "age": 35},
            ]
            client.store(test_data)
            
            results = client.query()
            
            # Test indexing
            first = results[0]
            assert first["name"] == "Alice"
            assert first["age"] == 25
            
            last = results[2]
            assert last["name"] == "Charlie"
            assert last["age"] == 35
            
            # Test slicing
            subset = results[0:2]
            assert len(subset) == 2
            
            client.close()
    
    def test_result_view_to_dict(self):
        """Test ResultView.to_dict() method"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
            ]
            client.store(test_data)
            
            results = client.query()
            dict_list = results.to_dict()
            
            assert isinstance(dict_list, list)
            assert len(dict_list) == 2
            assert isinstance(dict_list[0], dict)
            assert dict_list[0]["name"] == "Alice"
            assert dict_list[1]["name"] == "Bob"
            
            client.close()

    def test_result_view_tolist(self):
        """Test ResultView.tolist() method"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
                {"name": "Charlie", "age": 35},
            ]
            client.store(test_data)

            results = client.query()
            rows = results.tolist()

            # Basic type and length checks
            assert isinstance(rows, list)
            assert len(rows) == 3
            assert isinstance(rows[0], dict)

            # Values are correct
            names = [r["name"] for r in rows]
            ages = [r["age"] for r in rows]
            assert "Alice" in names
            assert "Bob" in names
            assert "Charlie" in names
            assert 25 in ages
            assert 30 in ages
            assert 35 in ages

            # Internal _id must be hidden
            assert "_id" not in rows[0]

            # tolist() and to_dict() must return equivalent data
            assert rows == results.to_dict()

            client.close()

    def test_result_view_tolist_empty(self):
        """Test ResultView.tolist() on empty result"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            results = client.query()
            rows = results.tolist()

            assert isinstance(rows, list)
            assert len(rows) == 0

            client.close()

    @pytest.mark.skipif(not PANDAS_AVAILABLE, reason="Pandas not available")
    def test_result_view_to_pandas(self):
        """Test ResultView.to_pandas() method"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25, "city": "NYC"},
                {"name": "Bob", "age": 30, "city": "LA"},
            ]
            client.store(test_data)
            
            results = client.query()
            df = results.to_pandas()
            
            assert isinstance(df, pd.DataFrame)
            assert len(df) == 2
            assert "name" in df.columns
            assert "age" in df.columns
            assert "city" in df.columns
            assert "_id" not in df.columns  # _id should be hidden
            
            # Test zero_copy parameter
            df_zero_copy = results.to_pandas(zero_copy=True)
            assert isinstance(df_zero_copy, pd.DataFrame)
            assert len(df_zero_copy) == 2
            
            df_copy = results.to_pandas(zero_copy=False)
            assert isinstance(df_copy, pd.DataFrame)
            assert len(df_copy) == 2
            
            client.close()
    
    @pytest.mark.skipif(not POLARS_DF_AVAILABLE, reason="Polars not available")
    def test_result_view_to_polars(self):
        """Test ResultView.to_polars() method"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
            ]
            client.store(test_data)
            
            results = client.query()
            df = results.to_polars()
            
            assert isinstance(df, pl.DataFrame)
            assert len(df) == 2
            assert "name" in df.columns
            assert "age" in df.columns
            assert "_id" not in df.columns  # _id should be hidden
            
            client.close()
    
    @pytest.mark.skipif(not PYARROW_AVAILABLE, reason="PyArrow not available")
    def test_result_view_to_arrow(self):
        """Test ResultView.to_arrow() method"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
            ]
            client.store(test_data)
            
            results = client.query()
            table = results.to_arrow()
            
            assert isinstance(table, pa.Table)
            assert len(table) == 2
            assert "name" in table.column_names
            assert "age" in table.column_names
            assert "_id" not in table.column_names  # _id should be hidden
            
            client.close()
    
    def test_result_view_get_ids(self):
        """Test ResultView.get_ids() method"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
                {"name": "Charlie", "age": 35},
            ]
            client.store(test_data)
            
            results = client.query()
            
            # Test get_ids with numpy array (default)
            ids = results.get_ids()
            assert isinstance(ids, np.ndarray)
            assert len(ids) == 3
            assert all(isinstance(id, (int, np.integer)) for id in ids)
            
            # Test get_ids with list
            ids_list = results.get_ids(return_list=True)
            assert isinstance(ids_list, list)
            assert len(ids_list) == 3
            assert all(isinstance(id, int) for id in ids_list)
            
            # Compare results
            assert ids.tolist() == ids_list
            
            client.close()
    
    def test_result_view_ids_property_deprecated(self):
        """Test ResultView.ids property (deprecated)"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
            ]
            client.store(test_data)
            
            results = client.query()
            
            # Test deprecated ids property
            ids = results.ids
            assert isinstance(ids, list)
            assert len(ids) == 2
            
            client.close()
    
    def test_result_view_repr(self):
        """Test ResultView.__repr__ method"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
            ]
            client.store(test_data)
            
            results = client.query()
            repr_str = repr(results)
            
            assert "ResultView" in repr_str
            assert "rows=2" in repr_str
            
            client.close()


class TestQueryEdgeCases:
    """Test edge cases and error handling for queries"""
    
    def test_query_invalid_syntax(self):
        """Test query with invalid SQL syntax"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [{"name": "Alice", "age": 25}]
            client.store(test_data)
            
            # Test invalid SQL syntax
            with pytest.raises(Exception):  # Should raise some kind of error
                client.query("invalid syntax here")
            
            client.close()
    
    def test_query_nonexistent_column(self):
        """Test query with nonexistent column"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [{"name": "Alice", "age": 25}]
            client.store(test_data)
            
            # Query with nonexistent column
            try:
                results = client.query("nonexistent_column = 'test'")
                # If no exception, should return empty results
                assert len(results) == 0
            except Exception as e:
                # Exception is also acceptable behavior
                print(f"Nonexistent column query handled: {e}")
            
            client.close()
    
    def test_query_on_closed_client(self):
        """Test query operations on closed client"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            client.close()
            
            with pytest.raises(RuntimeError, match="connection has been closed"):
                client.query()
            
            with pytest.raises(RuntimeError, match="connection has been closed"):
                client.query("age > 25")
            
            with pytest.raises(RuntimeError, match="connection has been closed"):
                client.query(limit=10)
    
    def test_query_with_special_characters(self):
        """Test query with special characters in values"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data with special characters
            test_data = [
                {"name": "Alice", "description": "Test data"},
                {"name": "Bob", "description": "Test with quotes"},
                {"name": "Charlie", "description": "Test with symbols"},
            ]
            client.store(test_data)
            
            # Query basic - special character handling may vary
            try:
                results = client.query("name = 'Alice'")
                assert len(results) >= 1
            except Exception as e:
                print(f"Special character query: {e}")
            
            client.close()
    
    def test_query_with_numeric_types(self):
        """Test query with different numeric types"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data with various numeric types
            test_data = [
                {"name": "Int Test", "value": 42, "float_val": 3.14159},
                {"name": "Large Int", "value": 9223372036854775807, "float_val": 1e10},
                {"name": "Negative", "value": -100, "float_val": -3.14},
                {"name": "Zero", "value": 0, "float_val": 0.0},
            ]
            client.store(test_data)
            
            # Test numeric comparisons
            results = client.query("value > 0")
            assert len(results) == 2
            
            results = client.query("float_val > 3.0")
            assert len(results) == 2
            
            results = client.query("value = 0")
            assert len(results) == 1
            assert results[0]["name"] == "Zero"
            
            client.close()
    
    def test_query_performance_large_dataset(self):
        """Test query performance with large dataset"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store large dataset
            large_data = [
                {"id": i, "category": f"cat_{i % 10}", "value": i * 1.5}
                for i in range(10000)
            ]
            client.store(large_data)
            
            # Test query performance
            import time
            
            start_time = time.time()
            results = client.query("category = 'cat_5'")
            end_time = time.time()
            
            # Should return 1000 results (every 10th record)
            assert len(results) == 1000
            
            # Query should be reasonably fast (less than 1 second for 10k records)
            query_time = end_time - start_time
            assert query_time < 1.0
            
            # Test with limit
            start_time = time.time()
            results = client.query(limit=100)
            end_time = time.time()
            
            assert len(results) == 100
            assert (end_time - start_time) < 0.5  # Should be even faster with limit
            
            client.close()
    
    def test_query_with_boolean_values(self):
        """Test query with boolean values"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data with boolean values
            test_data = [
                {"name": "Alice", "active": True, "admin": False},
                {"name": "Bob", "active": False, "admin": False},
                {"name": "Charlie", "active": True, "admin": True},
                {"name": "Diana", "active": False, "admin": True},
            ]
            client.store(test_data)
            
            # Test boolean queries
            results = client.query("active = true")
            assert len(results) == 2
            
            results = client.query("admin = false")
            assert len(results) == 2
            
            results = client.query("active = true AND admin = true")
            assert len(results) == 1
            assert results[0]["name"] == "Charlie"
            
            client.close()
    
    def test_query_with_in_operator(self):
        """Test query with IN operator"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "city": "NYC"},
                {"name": "Bob", "city": "LA"},
                {"name": "Charlie", "city": "Chicago"},
                {"name": "Diana", "city": "NYC"},
                {"name": "Eve", "city": "Boston"},
            ]
            client.store(test_data)
            
            # Test IN operator
            results = client.query("city IN ('NYC', 'LA')")
            assert len(results) == 3
            
            cities = [r["city"] for r in results]
            assert "NYC" in cities
            assert "LA" in cities
            
            client.close()
    
    def test_query_with_between_operator(self):
        """Test query with BETWEEN operator"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
                {"name": "Charlie", "age": 35},
                {"name": "Diana", "age": 40},
                {"name": "Eve", "age": 45},
            ]
            client.store(test_data)
            
            # Test BETWEEN operator - may or may not be supported
            try:
                results = client.query("age BETWEEN 30 AND 40")
                # Should return records with age 30-40
                assert len(results) >= 0
            except Exception as e:
                # BETWEEN may not be supported, use alternative
                results = client.query("age >= 30 AND age <= 40")
                assert len(results) >= 2
            
            client.close()


class TestQueryOptimizations:
    """Test query optimizations and performance"""
    
    def test_query_limit_optimization(self):
        """Test that limit parameter provides optimization"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store large dataset
            large_data = [{"id": i, "value": f"item_{i}"} for i in range(1000)]
            client.store(large_data)
            
            # Test that limit actually limits results
            results = client.query(limit=10)
            assert len(results) == 10
            
            # Test limit with WHERE clause
            results = client.query("id > 500", limit=5)
            assert len(results) == 5
            for result in results:
                assert result["id"] > 500
            
            client.close()
    
    def test_query_arrow_optimization(self):
        """Test Arrow optimization when available"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
                {"name": "Charlie", "age": 35},
            ]
            client.store(test_data)
            
            results = client.query()
            
            # If Arrow is available, results should use Arrow internally
            if ARROW_AVAILABLE:
                # Test that Arrow conversion works
                if PYARROW_AVAILABLE:
                    arrow_table = results.to_arrow()
                    assert isinstance(arrow_table, pa.Table)
            
            client.close()
    
    def test_query_empty_result_view(self):
        """Test ResultView with empty results"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")
            
            # Query empty database
            results = client.query("name = 'nonexistent'")
            
            # Test empty ResultView properties
            assert len(results) == 0
            assert results.shape == (0, 0)
            assert results.columns == []
            
            # Test empty conversions
            dict_list = results.to_dict()
            assert dict_list == []
            
            ids = results.get_ids()
            assert len(ids) == 0
            
            # Test iteration on empty results
            count = 0
            for _ in results:
                count += 1
            assert count == 0
            
            client.close()


class TestExecuteBatch:
    """Test execute_batch functionality with scheduler"""

    def test_execute_batch_single_query(self):
        """Test execute_batch with a single query (should use direct execute)"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            # Store test data
            test_data = [
                {"name": "Alice", "age": 25, "city": "NYC"},
                {"name": "Bob", "age": 30, "city": "LA"},
                {"name": "Charlie", "age": 35, "city": "NYC"},
            ]
            client.store(test_data)

            # Single query in batch
            results = client.execute_batch([
                "SELECT * FROM default WHERE name = 'Alice'"
            ])

            assert len(results) == 1
            assert len(results[0]) == 1
            assert results[0][0]["name"] == "Alice"

            client.close()

    def test_execute_batch_multiple_queries(self):
        """Test execute_batch with multiple queries (uses scheduler)"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            # Store test data
            test_data = [
                {"name": "Alice", "age": 25, "city": "NYC"},
                {"name": "Bob", "age": 30, "city": "LA"},
                {"name": "Charlie", "age": 35, "city": "NYC"},
            ]
            client.store(test_data)

            # Multiple queries in batch
            queries = [
                "SELECT COUNT(*) FROM default",
                "SELECT * FROM default WHERE city = 'NYC'",
                "SELECT AVG(age) FROM default",
            ]
            results = client.execute_batch(queries)

            assert len(results) == 3
            # COUNT(*)
            assert len(results[0]) == 1
            # WHERE city = 'NYC' (2 rows)
            assert len(results[1]) == 2
            # AVG(age)
            assert len(results[2]) == 1

            client.close()

    def test_execute_batch_empty_list(self):
        """Test execute_batch with empty query list"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            results = client.execute_batch([])

            assert results == []

            client.close()

    def test_execute_batch_mixed_queries(self):
        """Test execute_batch with different query types"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            # Store test data
            test_data = [{"name": f"user_{i}", "value": i} for i in range(100)]
            client.store(test_data)

            queries = [
                "SELECT * FROM default LIMIT 10",
                "SELECT COUNT(*) FROM default WHERE value > 50",
                "SELECT * FROM default WHERE value = 42",
                "SELECT MAX(value), MIN(value) FROM default",
            ]
            results = client.execute_batch(queries)

            assert len(results) == 4
            # LIMIT 10
            assert len(results[0]) == 10
            # COUNT where value > 50
            assert len(results[1]) == 1
            # value = 42
            assert len(results[2]) == 1
            # MAX/MIN
            assert len(results[3]) == 1

            client.close()

    def test_execute_batch_with_aggregation(self):
        """Test execute_batch with GROUP BY queries"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            # Store test data with groups
            test_data = [
                {"category": "A", "value": 10},
                {"category": "A", "value": 20},
                {"category": "B", "value": 30},
                {"category": "B", "value": 40},
            ]
            client.store(test_data)

            queries = [
                "SELECT category, SUM(value) FROM default GROUP BY category",
                "SELECT category, AVG(value) FROM default GROUP BY category",
            ]
            results = client.execute_batch(queries)

            assert len(results) == 2
            # SUM
            sum_result = results[0].to_dict()
            assert len(sum_result) == 2
            # AVG
            avg_result = results[1].to_dict()
            assert len(avg_result) == 2

            client.close()

    def test_execute_batch_no_results(self):
        """Test execute_batch with queries returning no results"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            # Store minimal data
            client.store({"name": "test", "value": 1})

            queries = [
                "SELECT * FROM default WHERE name = 'nonexistent'",
                "SELECT * FROM default WHERE value > 1000",
            ]
            results = client.execute_batch(queries)

            assert len(results) == 2
            assert len(results[0]) == 0
            assert len(results[1]) == 0

            client.close()

    def test_execute_batch_result_view_types(self):
        """Test that execute_batch returns proper ResultView objects"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            client.store({"name": "test", "value": 42})

            queries = ["SELECT * FROM default", "SELECT COUNT(*) FROM default"]
            results = client.execute_batch(queries)

            # Both should be ResultView
            assert isinstance(results[0], ResultView)
            assert isinstance(results[1], ResultView)

            # Test that we can convert to dict
            assert isinstance(results[0].to_dict(), list)
            assert isinstance(results[1].to_dict(), list)

            client.close()

    def test_execute_batch_consistency_with_execute(self):
        """Test that execute_batch gives same results as execute"""
        with tempfile.TemporaryDirectory() as temp_dir:
            client = ApexClient(dirpath=temp_dir)
            client.create_table("default")

            # Store test data
            test_data = [
                {"name": "Alice", "age": 25},
                {"name": "Bob", "age": 30},
            ]
            client.store(test_data)

            query = "SELECT * FROM default WHERE age > 25"

            # Execute via execute()
            result_single = client.execute(query)

            # Execute via execute_batch
            result_batch = client.execute_batch([query])

            # Should have same results
            assert len(result_single) == len(result_batch[0])
            assert result_single.to_dict() == result_batch[0].to_dict()

            client.close()


if __name__ == "__main__":
    pytest.main([__file__, "-v"])