T

Author: yuzelin

paimon_python_java/tests/test_data_types.py

@@ -101,46 +101,6 @@ def tearDownClass(cls):
         if os.path.exists(cls.warehouse):
             shutil.rmtree(cls.warehouse)
 
-    def testWrongFieldName(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        with self.assertRaises(ValueError) as e:
-            predicate_builder.equal('f2', 'a')
-        self.assertEqual(str(e.exception), "The field f2 is not in field list ['f0', 'f1'].")
-
-    def testAppendWithDuplicate(self):
-        pa_schema = pa.schema([
-            ('f0', pa.int64()),
-            ('f1', pa.string()),
-        ])
-        self.catalog.create_table('default.test_append_with_duplicate', Schema(pa_schema), False)
-
-        df = pd.DataFrame({
-            'f0': [1, 1, 2, 2],
-            'f1': ['a', 'b', 'c', 'd'],
-        })
-
-        table = self.catalog.get_table('default.test_append_with_duplicate')
-        write_builder = table.new_batch_write_builder()
-        write = write_builder.new_write()
-        commit = write_builder.new_commit()
-        write.write_pandas(df)
-        commit.commit(write.prepare_commit())
-        write.close()
-        commit.close()
-
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-
-        predicate = predicate_builder.equal('f0', 1)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), df.loc[0:1])
-
-        predicate = predicate_builder.equal('f0', 0)
-        read_builder = table.new_read_builder().with_filter(predicate)
-        scan = read_builder.new_scan()
-        read = read_builder.new_read()
-        actual_df = read.to_pandas(scan.plan().splits())
-        self.assertEqual(len(actual_df), 0)
-
     def testAllFieldTypesWithEqual(self):
         pa_schema = pa.schema([
             # int
@@ -213,182 +173,3 @@ def testAllFieldTypesWithEqual(self):
 
         predicate = predicate_builder.equal('_boolean', True)
         _check_filtered_result(table.new_read_builder().with_filter(predicate), df.loc[[0]])
-
-    def testEqualPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.equal('f0', 1)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[[0]])
-
-    def testNotEqualAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.not_equal('f0', 1)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[1:4])
-
-    def testNotEqualPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.not_equal('f0', 1)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[1:4])
-
-    def testLessThanAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.less_than('f0', 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:1])
-
-    def testLessThanPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.less_than('f0', 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:1])
-
-    def testLessOrEqualAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.less_or_equal('f0', 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:2])
-
-    def testLessOrEqualPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.less_or_equal('f0', 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:2])
-
-    def testGreaterThanAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.greater_than('f0', 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[3:4])
-
-    def testGreaterThanPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.greater_than('f0', 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[3:4])
-
-    def testGreaterOrEqualAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.greater_or_equal('f0', 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[2:4])
-
-    def testGreaterOrEqualPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.greater_or_equal('f0', 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[2:4])
-
-    def testIsNullAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.is_null('f1')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[[4]])
-
-    def testIsNullPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.is_null('f1')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[[4]])
-
-    def testIsNotNullAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.is_not_null('f1')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:3])
-
-    def testIsNotNullPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.is_not_null('f1')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:3])
-
-    def testStartswithAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.startswith('f1', 'ab')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:1])
-
-    def testStartswithPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.startswith('f1', 'ab')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:1])
-
-    def testEndswithAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.endswith('f1', 'bc')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:2])
-
-    def testEndswithPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.endswith('f1', 'bc')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:2])
-
-    def testContainsAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.contains('f1', 'bb')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[[1]])
-
-    def testContainsPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.contains('f1', 'bb')
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[[1]])
-
-    def testIsInAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.is_in('f0', [1, 2])
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:1])
-
-    def testIsInPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.is_in('f1', ['abc', 'd'])
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[[0, 3]])
-
-    def testIsNotInAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.is_not_in('f0', [1, 2])
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[2:4])
-
-    def testIsNotInPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.is_not_in('f1', ['abc', 'd'])
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[1:2])
-
-    def testBetweenAppend(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.between('f0', 1, 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:2])
-
-    def testBetweenPk(self):
-        table = self.catalog.get_table('default.test_pk')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate = predicate_builder.between('f0', 1, 3)
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[0:2])
-
-    def testAndPredicates(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate1 = predicate_builder.greater_than('f0', 1)
-        predicate2 = predicate_builder.startswith('f1', 'ab')
-        predicate = predicate_builder.and_predicates([predicate1, predicate2])
-        _check_filtered_result(table.new_read_builder().with_filter(predicate), self.df.loc[[1]])
-
-    def testOrPredicates(self):
-        table = self.catalog.get_table('default.test_append')
-        predicate_builder = table.new_read_builder().new_predicate_builder()
-        predicate1 = predicate_builder.greater_than('f0', 3)
-        predicate2 = predicate_builder.less_than('f0', 2)
-        predicate = predicate_builder.or_predicates([predicate1, predicate2])
-        _check_filtered_result(table.new_read_builder().with_filter(predicate),
-                               self.df.loc[[0, 3, 4]])