前言
测试分区表的小文件合并,快照删除,查看对分区表的影响
模拟生产环境
测试架构: log->kafka-> flink->iceberg
1. 制造数据
1.1 生成数据
要求: 生成的id范围、生成数据频率、数据的日期可配
package org.example;
import java.util.Calendar;
import java.util.Random;
/**
* 生成日志
*
*/
public class GenerateLogWithDate
{
public static void main( String[] args ) throws InterruptedException {
if(args.length !=5){
System.out.println("<生成id范围 1-?><每条数据停顿时长毫秒><日期 yyyy>
");
System.exit(0);
}
int len = 100000;
int sleepMilis = 1000;
Calendar cal = null;
// System.out.println("<生成id范围><每条数据停顿时长毫秒>");
if(args.length == 1){
len = Integer.valueOf(args[0]);
}
if(args.length == 2){
len = Integer.valueOf(args[0]);
sleepMilis = Integer.valueOf(args[1]);
}
if(args.length == 5){
cal = Calendar.getInstance();
int year = Integer.valueOf(args[2]);
int month = Integer.valueOf(args[3]);
int day = Integer.valueOf(args[4]);
cal.set(year,month,day);
}
Random random = new Random();
for(int i=0; i<10000000; i++){
System.out.println(i+"," + random.nextInt(len)+","+ Calendar.getInstance().getTimeInMillis() );
Thread.sleep(sleepMilis);
}
}
}
打包运行,效果如下:
[root@hadoop101 software]# java -jar log-generater-1.0-SNAPSHOT.jar 100000 1000 2022 0 20
0,54598,1643341060767
1,71915,1643341061768
2,69469,1643341062768
3,7125,1643341063768
java -jar /opt/software/log-generater-1.0-SNAPSHOT.jar 100000 1000 2022 0 20 > /opt/module/logs/withDateFileToKakfa.log
[root@hadoop102 ~]# java -jar /opt/software/log-generater-1.0-SNAPSHOT.jar 100000 10 2022 0 27 > /opt/module/logs/withDateFileToKakfa.log
更换日期:
[root@hadoop102 ~]# java -jar /opt/software/log-generater-1.0-SNAPSHOT.jar 1000000 1 2022 0 27 >> /opt/module/logs/withDateFileToKakfa.log
[root@hadoop102 ~]# java -jar /opt/software/log-generater-1.0-SNAPSHOT.jar 1000000 1 2022 0 26 >> /opt/module/logs/withDateFileToKakfa.log
[root@hadoop102 ~]# java -jar /opt/software/log-generater-1.0-SNAPSHOT.jar 1000000 1 2022 0 29 >> /opt/module/logs/withDateFileToKakfa.log
1.2 log->flume->kafka
先在kafka创建topic behavior_with_date_log。
flume agent配置:
kafka作为channel,没有sink
cd $FLUME_HOME/conf
vim with-date-file-to-kafka.conf
a1.sources = r1
a1.channels = c1
a1.sources.r1.type = TAILDIR
a1.sources.r1.positionFile = /var/log/flume/withDate_taildir_position.json
a1.sources.r1.filegroups = f1
a1.sources.r1.filegroups.f1 = /opt/module/logs/withDateFileToKakfa.log
a1.channels.c1.type = org.apache.flume.channel.kafka.KafkaChannel
a1.channels.c1.kafka.bootstrap.servers = hadoop101:9092,hadoop102:9092,hadoop103:9092
a1.channels.c1.kafka.topic = behavior_with_date_log
a1.channels.c1.kafka.consumer.group.id = flume-consumer2
#绑定source和channel以及sink和channel的关系
a1.sources.r1.channels = c1
准备启停agent脚本:
[root@hadoop102 bin]# cat flumeWithDate.sh
#! /bin/bash
case $1 in
"start"){
for i in hadoop102
do
echo " --------启动 $i flume with-date-file-to-kafka.conf -------"
ssh $i "source /etc/profile;cd /opt/module/flume; nohup flume-ng agent --conf conf --conf-file conf/with-date-file-to-kafka.conf --name a1 -Dflume.root.logger=INFO,console >/opt/module/flume/logs/with-date-file-to-kafka.conf 2>&1 &"
done
};;
"stop"){
for i in hadoop102
do
echo " --------停止 $i flume with-date-file-to-kafka.conf -------"
ssh $i "ps -ef | grep with-date-file-to-kafka.conf | grep -v grep |awk '{print \$2}' | xargs -n1 kill"
done
};;
esac
启动agent
[root@hadoop102 bin]# flumeWithDate.sh start
--------启动 hadoop102 flume with-date-file-to-kafka.conf -------
/etc/profile: line 49: HISTCONTROL: readonly variable
查看数据是否进入kafka
发现:确实进去了
消费出来看看
[root@hadoop103 ~]# kafka-console-consumer.sh --topic behavior_with_date_log --bootstrap-server hadoop101:9092,hadoop102:9092,hadoop103:9092 --from-beginning
4129299,24977,1643354586164
4129302,18826,1643354586465
4129255,98763,1643354581760
4129258,68045,1643354582060
4129261,42309,1643354582361
4129264,25737,1643354582661
4129267,63120,1643354582961
4129270,62009,1643354583261
4129273,36358,1643354583562
4129276,18414,1643354583862
4129279,73156,1643354584162
4129282,80180,1643354584463
2. 建立、测试分区表
2.1 启动flink-sql
[root@hadoop101 ~]# sql-client.sh embedded -j /opt/software/iceberg-flink-runtime-0.12.1.jar -j /opt/software/flink-sql-connector-hive-2.3.6_2.12-1.12.7.jar -j /opt/software/flink-sql-connector-kafka_2.12-1.12.7.jar shell
2.2 建hiveCatalog
继续使用hiveDatalog6
每次使用catalog都需要创建一下
创建catalog脚本:
CREATE CATALOG hive_catalog6 WITH (
'type'='iceberg',
'catalog-type'='hive',
'uri'='thrift://hadoop101:9083',
'clients'='5',
'property-version'='1',
'warehouse'='hdfs:///user/hive/warehouse/hive_catalog6'
);
database 各个catalog是共享的
use catalog hive_catalog6;
create database iceberg_db6;
2.3建分区表
CREATE TABLE hive_catalog6.iceberg_db6.behavior_with_date_log_ib (
i STRING, id STRING,otime STRING,dt STRING
) PARTITIONED BY (
dt
)
查看生成的目录
[root@hadoop103 ~]# hadoop fs -ls -R /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/
drwxr-xr-x - root supergroup 0 2022-01-28 16:19 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata
-rw-r--r-- 2 root supergroup 1793 2022-01-28 16:19 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/00000-cbb96f75-6438-4cfd-8c09-9da953af8519.metadata.json
1
2
3
drop table事项:
metadata下的文件会删除,这个表到medata的目录会保留!
会保留到目录如下:
/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata
1
3.把kafka的行为数据写入分区表
3.1 定义kafka表 为csv类型(失败)
定义表为csv类型
create table behavior_with_date_log
(
i STRING,ID STRING,OTIME STRING
) WITH (
'connector' = 'kafka',
'topic' = 'behavior_with_date_log',
'properties.bootstrap.servers' = 'hadoop101:9092,hadoop102:9092,hadoop103:9092',
'properties.group.id' = 'rickGroup6',
'scan.startup.mode' = 'earliest-offset',
'csv.field-delimiter'=',',
'csv.ignore-parse-errors' = 'true',
'format' = 'csv'
)
每个字段都定义为STRING, 竟然前面是乱码,后面2个字段都是null,什么原因?
每个字段都定义为STRING, 竟然前面是乱码,后面2个字段都是null,什么原因?
没加 ‘csv.ignore-parse-errors’ = ‘true’, 显示的还是NULL
分隔符有问题?我把日志的分隔符直接复制到建表语句,重建,还是一样
使用kafka-console-consumer.sh 直接消费出来是没有问题的
kafka-console-consumer.sh --topic behavior_with_date_log --bootstrap-server hadoop101:9092,hadoop102:9092,hadoop103:9092 --from-beginning
4132950,38902,1643354951608
4132903,27044,1643354946904
4132906,17342,1643354947204
4132909,42787,1643354947504
4132912,70169,1643354947805
4132915,68492,1643354948105
4132918,38690,1643354948405
4132921,53191,1643354948705
4132924,82465,1643354949006
删表重建语句:
drop table behavior_with_date_log
其实是可以把表定义为raw类型,但flink-sql没有内置split函数。有内置split_index函数,为什么show functions查不到split_index函数?
3.2 定义kafka表 为raw类型(成功)
create table behavior_with_date_log
(
log STRING
) WITH (
'connector' = 'kafka',
'topic' = 'behavior_with_date_log',
'properties.bootstrap.servers' = 'hadoop101:9092,hadoop102:9092,hadoop103:9092',
'properties.group.id' = 'rickGroup6',
'scan.startup.mode' = 'earliest-offset',
'format' = 'raw'
)
1
2
3
4
5
6
7
8
9
10
11
12
Flink SQL>
create table behavior_with_date_log
(
log STRING
) WITH (
‘connector’ = ‘kafka’,
‘topic’ = ‘behavior_with_date_log’,
‘properties.bootstrap.servers’ = ‘hadoop101:9092,hadoop102:9092,hadoop103:9092’,
‘properties.group.id’ = ‘rickGroup6’,
‘scan.startup.mode’ = ‘earliest-offset’,
‘format’ = ‘raw’
);
[INFO] Table has been created.
sql语法:
select split_index('4135009,73879,1643355157701',',',0), split_index('4135009,73879,1643355157701',',',1),split_index('4135009,73879,1643355157701',',',2);
SELECT TO_TIMESTAMP(FROM_UNIXTIME(1513135677000 / 1000, 'yyyy-MM-dd'));
1
2
对kafka原始日志做etl,增加dt字段 , sql如下:
select split_index(log,',',0) as i, split_index(log,',',1) as id,split_index(log,',',2) as otime , from_unixtime(cast(cast(split_index(log,',',2) as bigint)/1000 as bigint),'yyyyMMdd') as dt from behavior_with_date_log ;
1
2
3
4
5
3.3 把kafka表转为分区表的sql
insert into hive_catalog6.iceberg_db6.behavior_with_date_log_ib
select split_index(log,',',0) as i, split_index(log,',',1) as id,split_index(log,',',2) as otime , from_unixtime(cast(cast(split_index(log,',',2) as bigint)/1000 as bigint),'yyyyMMdd') as dt from behavior_with_date_log ;
1
2
3.4 在flink-sql实际执行sql汇总
[root@hadoop101 ~]# sql-client.sh embedded -j /opt/software/iceberg-flink-runtime-0.12.1.jar -j /opt/software/flink-sql-connector-hive-2.3.6_2.12-1.12.7.jar -j /opt/software/flink-sql-connector-kafka_2.12-1.12.7.jar shell
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/opt/module/flink-1.12.7/lib/log4j-slf4j-impl-2.16.0.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/opt/module/hadoop-2.7.2/share/hadoop/common/lib/slf4j-log4j12-1.7.10.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See
http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory]
No default environment specified.
Searching for '/opt/module/flink-1.12.7/conf/sql-client-defaults.yaml'...found.
Reading default environment from: file:/opt/module/flink-1.12.7/conf/sql-client-defaults.yaml
No session environment specified.
Command history file path: /root/.flink-sql-history
______ _ _ _ _____ ____ _ _____ _ _ _ BETA
| ____| (_) | | / ____|/ __ \| | / ____| (_) | |
| |__ | |_ _ __ | | __ | (___ | | | | | | | | |_ ___ _ __ | |_
| __| | | | '_ \| |/ / \___ \| | | | | | | | | |/ _ \ '_ \| __|
| | | | | | | | < ____) | |__| | |____ | |____| | | __/ | | | |_
|_| |_|_|_| |_|_|\_\ |_____/ \___\_\______| \_____|_|_|\___|_| |_|\__|
Welcome! Enter 'HELP;' to list all available commands. 'QUIT;' to exit.
Flink SQL> CREATE CATALOG hive_catalog6 WITH (
> 'type'='iceberg',
> 'catalog-type'='hive',
> 'uri'='thrift://hadoop101:9083',
> 'clients'='5',
> 'property-version'='1',
> 'warehouse'='hdfs:///user/hive/warehouse/hive_catalog6'
> );
2022-01-28 16:20:20,351 INFO org.apache.hadoop.hive.conf.HiveConf [] - Found configuration file file:/opt/module/hive/conf/hive-site.xml
2022-01-28 16:20:20,574 WARN org.apache.hadoop.hive.conf.HiveConf [] - HiveConf of name hive.metastore.event.db.notification.api.auth does not exist
[INFO] Catalog has been created.
Flink SQL> create table behavior_with_date_log
> (
> log STRING
> ) WITH (
> 'connector' = 'kafka',
> 'topic' = 'behavior_with_date_log',
> 'properties.bootstrap.servers' = 'hadoop101:9092,hadoop102:9092,hadoop103:9092',
> 'properties.group.id' = 'rickGroup6',
> 'scan.startup.mode' = 'earliest-offset',
> 'format' = 'raw'
> )
> ;
[INFO] Table has been created.
Flink SQL> insert into hive_catalog6.iceberg_db6.behavior_with_date_log_ib
> select split_index(log,',',0) as i, split_index(log,',',1) as id,split_index(log,',',2) as otime , from_unixtime(cast(cast(split_index(log,',',2) as bigint)/1000 as bigint),'yyyyMMdd') as dt from behavior_with_date_log ;
[INFO] Submitting SQL update statement to the cluster...
[INFO] Table update statement has been successfully submitted to the cluster:
Job ID: 78930f941991e19112d3917fd4dd4cb2
4.重复步骤1和步骤3,生成多天的数据
输出的文件:
1分钟后:
为什么每分钟2个文件?
5.合并小文件,观察
先统计小文件个数
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data
Found 6 items
drwxr-xr-x - root supergroup 0 2022-01-28 17:36 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=19700101
drwxr-xr-x - root supergroup 0 2022-01-28 16:36 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220104
drwxr-xr-x - root supergroup 0 2022-01-28 17:30 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220126
drwxr-xr-x - root supergroup 0 2022-01-28 17:29 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220127
drwxr-xr-x - root supergroup 0 2022-01-28 16:29 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128
drwxr-xr-x - root supergroup 0 2022-01-28 17:37 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220129
28号的数据文件:
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128
Found 18 items
-rw-r--r-- 2 root supergroup 441875 2022-01-28 16:22 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00001.parquet
-rw-r--r-- 2 root supergroup 2842 2022-01-28 16:23 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00003.parquet
-rw-r--r-- 2 root supergroup 2819 2022-01-28 16:24 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00004.parquet
-rw-r--r-- 2 root supergroup 2833 2022-01-28 16:25 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00005.parquet
-rw-r--r-- 2 root supergroup 2801 2022-01-28 16:26 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00006.parquet
-rw-r--r-- 2 root supergroup 2824 2022-01-28 16:27 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00007.parquet
-rw-r--r-- 2 root supergroup 2802 2022-01-28 16:28 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00008.parquet
-rw-r--r-- 2 root supergroup 2781 2022-01-28 16:29 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00009.parquet
-rw-r--r-- 2 root supergroup 2000 2022-01-28 16:30 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00010.parquet
-rw-r--r-- 2 root supergroup 882110 2022-01-28 16:22 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00001.parquet
-rw-r--r-- 2 root supergroup 4385 2022-01-28 16:23 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00003.parquet
-rw-r--r-- 2 root supergroup 4364 2022-01-28 16:24 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00004.parquet
-rw-r--r-- 2 root supergroup 4383 2022-01-28 16:25 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00005.parquet
-rw-r--r-- 2 root supergroup 4340 2022-01-28 16:26 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00006.parquet
-rw-r--r-- 2 root supergroup 4357 2022-01-28 16:27 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00007.parquet
-rw-r--r-- 2 root supergroup 4347 2022-01-28 16:28 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00008.parquet
-rw-r--r-- 2 root supergroup 4340 2022-01-28 16:29 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00009.parquet
-rw-r--r-- 2 root supergroup 2688 2022-01-28 16:30 /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00010.parquet
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128 |wc
19 147 3813
文件个数中,上面,最后一行19-1=18,就是18个文件。
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=19700101 |wc
43 339 8877
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220104 |wc
17 131 3391
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220126 |wc
5 35 858
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220127 |wc
109 867 22804
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128 |wc
19 147 3813
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220129 |wc
21 163 4235
其中29日的数据还在不断写入:
[root@hadoop103 ~]# hadoop fs -ls /user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220129 |wc
23 179 4657
1
2
6.合并并删除老快照,观察
没跑完。。。,年后继续。。。
Caused by: javax.jdo.JDOFatalUserException: Class org.datanucleus.api.jdo.JDOPersistenceManagerFactory was not found.
NestedThrowables:
java.lang.ClassNotFoundException: org.datanucleus.api.jdo.JDOPersistenceManagerFactory
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1175)
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
at org.apache.hadoop.hive.metastore.RawStoreProxy.(RawStoreProxy.java:58)
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
... 24 more
Caused by: java.lang.ClassNotFoundException: org.datanucleus.api.jdo.JDOPersistenceManagerFactory
at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at javax.jdo.JDOHelper$18.run(JDOHelper.java:2018)
at javax.jdo.JDOHelper$18.run(JDOHelper.java:2016)
at java.security.AccessController.doPrivileged(Native Method)
at javax.jdo.JDOHelper.forName(JDOHelper.java:2015)
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1162)
... 45 more
Process finished with exit code 1
7. 跑通
第6步的问题,是pom引起。各种折腾,也不知怎么就通了。。。
年后第一天,整这个pom的问题,整了半天,新建了个工程都没搞定,各种依赖报错,神奇玩意。
7.1 跑通的日志
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=6848801094803890889, timestamp_ms=1644485336293, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18788, added-data-files=3, added-records=5961, added-files-size=51810, changed-partition-count=2, total-records=4985317, total-files-size=43416360, total-data-files=105, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6848801094803890889-1-d96ba7dc-7ff2-40ad-a582-f33c987a6740.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=5895976650901516425, timestamp_ms=1644485396286, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18789, added-data-files=2, added-records=5960, added-files-size=50611, changed-partition-count=1, total-records=4991277, total-files-size=43466971, total-data-files=107, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5895976650901516425-1-a9f423cc-0133-4118-9292-016d5227f57a.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=3903341502082098658, timestamp_ms=1644485457083, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18790, added-data-files=2, added-records=5960, added-files-size=50631, changed-partition-count=1, total-records=4997237, total-files-size=43517602, total-data-files=109, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3903341502082098658-1-7a86b5d3-8c5e-4a9c-96c3-85a0c5fa3df0.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=1095796975631658317, timestamp_ms=1644485516288, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18791, added-data-files=2, added-records=5959, added-files-size=51052, changed-partition-count=1, total-records=5003196, total-files-size=43568654, total-data-files=111, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1095796975631658317-1-b071bfb7-3109-4a92-972d-c620138f7220.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=451594432613548689, timestamp_ms=1644485576287, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18792, added-data-files=2, added-records=5959, added-files-size=50810, changed-partition-count=1, total-records=5009155, total-files-size=43619464, total-data-files=113, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-451594432613548689-1-4de192bc-1b21-445b-903f-a88137b930c5.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=22739922463920002, timestamp_ms=1644485636293, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18793, added-data-files=2, added-records=5962, added-files-size=50713, changed-partition-count=1, total-records=5015117, total-files-size=43670177, total-data-files=115, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-22739922463920002-1-1c513718-42d8-41a0-82ea-486d2a4a3bbb.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=5013785705895265232, timestamp_ms=1644485696292, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18794, added-data-files=2, added-records=5961, added-files-size=50652, changed-partition-count=1, total-records=5021078, total-files-size=43720829, total-data-files=117, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5013785705895265232-1-03d4f1b3-c4ee-4217-b0f2-19168a8ed28e.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=2526947968329093048, timestamp_ms=1644485756306, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18795, added-data-files=4, added-records=5961, added-files-size=52941, changed-partition-count=2, total-records=5027039, total-files-size=43773770, total-data-files=121, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2526947968329093048-1-8336f6a1-7039-41a7-b736-229ce5bcf10a.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=2484166318625325659, timestamp_ms=1644485816296, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18796, added-data-files=2, added-records=5959, added-files-size=50849, changed-partition-count=1, total-records=5032998, total-files-size=43824619, total-data-files=123, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2484166318625325659-1-02b973a7-2012-4661-9147-145ea82b5126.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=1992367331685787804, timestamp_ms=1644485876293, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18797, added-data-files=2, added-records=5464, added-files-size=46683, changed-partition-count=1, total-records=5038462, total-files-size=43871302, total-data-files=125, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1992367331685787804-1-c0b03758-41c3-46bc-b157-8e846674b1e2.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Expired snapshot: BaseSnapshot{id=3398467964620293154, timestamp_ms=1644485936300, operation=append, summary={flink.job-id=78930f941991e19112d3917fd4dd4cb2, flink.max-committed-checkpoint-id=18798, added-data-files=3, added-records=5960, added-files-size=52223, changed-partition-count=2, total-records=5044422, total-files-size=43923525, total-data-files=128, total-delete-files=0, total-position-deletes=0, total-equality-deletes=0}, manifest-list=hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3398467964620293154-1-d10ea8c5-3986-45b1-bde6-6ed75148dce2.avro, schema-id=0}
22/02/10 17:44:27 INFO iceberg.RemoveSnapshots: Committed snapshot changes; cleaning up expired manifests and data files.
22/02/10 17:44:31 WARN iceberg.RemoveSnapshots: Manifests to delete:
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/278e6825-3381-47aa-a08b-4d86a1a0f0e6-m0.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/c00444d4-86e4-4df9-b7b1-29bc15e203a5-m0.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9380e713-bd4a-41b4-9140-704a7624d2bf-m5.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9380e713-bd4a-41b4-9140-704a7624d2bf-m1.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9380e713-bd4a-41b4-9140-704a7624d2bf-m4.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/c7fb0523-a144-4bcd-89f3-56c0984561d1-m21.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/92f9c63e-bc85-4965-9a75-b346fe797ad9-m0.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9380e713-bd4a-41b4-9140-704a7624d2bf-m3.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9380e713-bd4a-41b4-9140-704a7624d2bf-m0.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/b98bd620-63f7-4cc5-8b77-1c6b4ba1cf95-m0.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9380e713-bd4a-41b4-9140-704a7624d2bf-m6.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/836c917c-2207-400a-a74c-edc562a9603a-m0.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9305f3e1-9e54-4499-ae7e-8bacc7816c31-m0.avro22/02/10 17:44:31 WARN iceberg.RemoveSnapshots: Manifests Lists to delete:
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-541878440800103826-1-1b8107b6-6f58-41b3-bca3-21bf624c4719.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7791706873901858756-1-b98bd620-63f7-4cc5-8b77-1c6b4ba1cf95.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5657396929463700436-1-c00444d4-86e4-4df9-b7b1-29bc15e203a5.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3398467964620293154-1-d10ea8c5-3986-45b1-bde6-6ed75148dce2.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6570416090976553560-1-e329179f-e202-41f6-852e-2585b46eee2e.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4278660516617569111-1-d6a355d7-f7d4-4be6-b640-674aedea38d0.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7075499429808392849-1-9ade184e-f771-4413-81a8-a968785638f9.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2342072444431983976-1-8a281c33-2d42-4828-adb9-0fcbc49cbacd.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1095796975631658317-1-b071bfb7-3109-4a92-972d-c620138f7220.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6005578883465127048-1-7ccf0fb1-9472-4ec4-8198-0dc6b911bdf7.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5532078125138954836-1-6bb16325-09df-4638-8a61-e02a6f5e53f6.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4262237804586276768-1-e7c26525-29d1-4a1a-867e-cd9790a55068.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1722651238361119409-1-df33539d-c13f-4d07-aa7e-657b42df1f78.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-22739922463920002-1-1c513718-42d8-41a0-82ea-486d2a4a3bbb.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-468106048969373971-1-5d4446d8-d779-426a-8243-8b857383fd3e.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-8018294029736388458-1-c208faf8-7d30-474a-880c-8191db9cd448.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1470299392035948712-1-d9dd390e-ee51-4ffd-ae30-e91a6d019757.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1992367331685787804-1-c0b03758-41c3-46bc-b157-8e846674b1e2.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7058941970938557666-1-9602f8d7-4638-4d23-af5b-64d3382e1644.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5361802753278781380-1-9b81fdec-ecee-4330-8541-aea40c878268.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2183998972431095493-1-1b41dec9-c9e6-441e-bdfd-a5cbd52b11fc.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1078972720570425309-1-be9504a7-fb98-48df-9999-c2857d856af7.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3495751966676651473-1-5dfc4f7b-c16d-4429-8182-a375db8ec903.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2843486521572234923-1-754d9e82-2175-4762-8737-d95ae98200d4.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-8309783644936857381-1-9305f3e1-9e54-4499-ae7e-8bacc7816c31.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2484166318625325659-1-02b973a7-2012-4661-9147-145ea82b5126.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6848801094803890889-1-d96ba7dc-7ff2-40ad-a582-f33c987a6740.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1559852676159610002-1-615b94f7-5a3a-42a3-9181-1ad9a2425427.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5487640863335657501-1-cf9145ca-9184-4095-9af5-625307270cde.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3606588897957810627-1-92f9c63e-bc85-4965-9a75-b346fe797ad9.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6539673233134379517-1-345c9b77-be31-449c-a67e-970b80078069.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5895976650901516425-1-a9f423cc-0133-4118-9292-016d5227f57a.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3903341502082098658-1-7a86b5d3-8c5e-4a9c-96c3-85a0c5fa3df0.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-9158469320395181971-1-7674e415-c2f5-4566-b251-20c2636dfc1f.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2526947968329093048-1-8336f6a1-7039-41a7-b736-229ce5bcf10a.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7955617778669899471-1-1049aed0-3215-4267-82fe-e37df441957f.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7923280809105826466-1-40b70bd0-e8fb-4186-8c1f-97a427649160.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-878441999283792062-1-68955262-5444-4898-8d98-f93736abcd9b.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4364834558723325257-1-00fb7f19-4224-4da8-b1f0-d85ed241d7eb.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-451594432613548689-1-4de192bc-1b21-445b-903f-a88137b930c5.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5974895447555666685-1-36baa0b7-0f1f-4e1c-9595-69179fb09aa9.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6532101506813450600-1-5898b192-1821-48bd-9c6c-98cd496ba37a.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-8489936993001945197-1-353c552c-1595-495f-8e44-641f47ebf250.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-8127473867318873076-1-f0905056-841f-496b-a6fd-133ca6f121d2.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3511541622291330360-1-9380e713-bd4a-41b4-9140-704a7624d2bf.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4031948148957742647-1-278e6825-3381-47aa-a08b-4d86a1a0f0e6.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3212606031402422010-1-a70f8e62-8c34-432e-b752-9063ed2c902f.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5013785705895265232-1-03d4f1b3-c4ee-4217-b0f2-19168a8ed28e.avro,
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6026165152411827559-1-5ca27510-3e7c-446e-8f69-eddd80bb2b66.avro behavior_with_date_log_ib 表 清理完成!!!
合并前:
0204的数据在实时写入
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203 |wc
31 93 5270
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220202 |wc
94 282 15980
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220201 |wc
1 3 170
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220130 |wc
1 3 168
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220129 |wc
1 3 169
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203 |wc
31 93 5270
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204 |wc
8 22 1352
实时写入的文件特点: 正在写的文件大小是0
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204 2.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00329.parquet16.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00331.parquet16.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00333.parquet16.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00335.parquet16.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00337.parquet0
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00339.parquet2.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00356.parquet32.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00358.parquet32.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00360.parquet32.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00362.parquet32.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00364.parquet0
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220204/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00366.parquet把metdata文件写道文件中,以备执行合并后对比:
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata > behavior_with_date_log_ib.lc
[root@hadoop101 ~]# cat behavior_with_date_log_ib.lc |wc
2273 6819 365002
有2273多个文件,为了方便大家看, 发一部分metadata 内容出来:
36.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02015-565a1add-4425-44fd-a8a4-c02871915309.metadata.json37.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02016-d65facbf-8167-479e-b090-4ffc30824db9.metadata.json38.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02017-162a1ef2-0c5a-48f2-a6c9-ff5a486333cc.metadata.json39.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02018-a20d4d33-af5c-44b4-ab64-5faeb001b81d.metadata.json40.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02019-67a5622c-979e-47f1-b6ae-72796b71ab82.metadata.json41.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02020-48333926-0325-461f-be31-c6e43c5e0641.metadata.json42.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02021-05ae2d4f-8446-44e2-9fa7-052fab732cfb.metadata.json43.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02022-f4ea7cba-15a1-4aae-b960-97794028e79b.metadata.json44.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02023-992d835b-319d-46fc-9309-173cbf675672.metadata.json46.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02024-46e6df8e-4503-465e-a23e-67cffc8e1683.metadata.json24.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02025-8bc5fe74-11f8-493e-8844-c3b28c80d3b4.metadata.json24.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02026-c7a0daad-f7be-4358-a634-184fa969b5da.metadata.json25.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02027-f26c3b6a-4e5d-4ca6-a3f1-a766b207785c.metadata.json26.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02028-92b16f03-3975-4ce9-bb29-33ac6a118be8.metadata.json27.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02029-0122ecd2-38a6-4c37-96bd-9db13f4aff9f.metadata.json28.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02030-dcf200e0-82a2-458a-b138-a6954ae1a308.metadata.json30.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02031-918aaa82-eff1-46ff-919c-9295462f9433.metadata.json29.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02032-ca7667d1-de7d-427a-b460-82c05ebe5246.metadata.json29.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02033-0a625578-c691-4fad-b757-bdc042509abd.metadata.json30.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02034-34612192-aa87-4453-ada6-76ae997bc054.metadata.json31.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02035-3dfe505f-d062-442f-a4d8-48a9cb6643d9.metadata.json32.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02036-cd230ca8-8dd3-4af3-92e8-d1495bc36539.metadata.json33.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02037-7c697ee6-3cd3-4d96-b039-5a60aea4a229.metadata.json34.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02038-c49fb8e5-8851-49dd-8a1a-61948d800159.metadata.json35.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02039-b9b5796d-bcec-418f-bebb-2d8e8ce9fc8a.metadata.json36.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02040-e394983b-cb1b-45c9-b6ac-72040377171b.metadata.json36.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02041-58d42598-396a-4203-824c-1d60d78be12a.metadata.json37.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02042-ea992847-2871-4ff3-bbfc-9c7bdc0ea19c.metadata.json38.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02043-1edfa2c2-ee7e-41d1-a8c8-6de0147055c3.metadata.json39.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02044-ad5ff729-881e-45ce-b12b-5a7993acb5b2.metadata.json40.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02045-85e9a8f4-0778-4b23-9a10-ee6cd9bf9962.metadata.json41.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02046-365603c8-c3f2-4189-9ba0-a09cb0a5eeaf.metadata.json42.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02047-3e727247-e58a-4129-be37-5c82fbe3c190.metadata.json43.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02048-00f5d416-13c3-4cc9-b5ea-15aa34d6c66f.metadata.json44.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02049-275d8c04-9dcf-4933-8925-4ef1eea375e6.metadata.json45.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02050-5635961f-8c05-496d-a253-2f3316e22721.metadata.json46.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02051-da9129ed-e19c-46c4-9762-138809933014.metadata.json47.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02052-defdfd97-1fda-42b4-9924-05239d1f73e9.metadata.json48.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02053-36d0b541-a700-44d3-98a9-2019134a84fb.metadata.json48.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02054-c9066514-ab38-4e4c-b77e-6fed9ca7b6a4.metadata.json49.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02055-07dc526c-97e2-4b21-ae81-9464fa22c1bc.metadata.json50.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02056-0c86bd6f-1806-46a7-8207-f783c01584c7.metadata.json51.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02057-b27e1440-099a-497f-bfa6-941be7dd2463.metadata.json52.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02058-5bb30a39-c718-4b23-8b7b-f56a38185428.metadata.json53.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02059-1285b7a1-b362-465a-b7b2-9240944f8670.metadata.json54.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02060-97f5c0c8-3201-4b29-8496-790294728ca3.metadata.json55.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02061-92ebbc88-2ad3-4736-8c03-b775df7deb03.metadata.json56.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02062-b5cc1438-129c-4ca1-b04e-831bfa770d5a.metadata.json57.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02063-138611f3-1a3d-4f67-8c85-6c48ced1152b.metadata.json58.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02064-d3f230c6-1526-4504-8848-316c2b477aa7.metadata.json59.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02065-b71e6736-1f93-4d43-a493-746e21e240cc.metadata.json60.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02066-1059d16d-6d78-40a8-a525-abd6407ec367.metadata.json60.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02067-21097497-9db8-4ee3-8f34-63516986eb5b.metadata.json61.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02068-e7ae444a-7d88-4697-ae55-83488ed6f5b4.metadata.json62.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02069-d1a3cea9-4153-49d5-8e29-ea770f5547ea.metadata.json63.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02070-58682f26-c158-46db-9305-9be9f22bceca.metadata.json64.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02071-e33b3b55-b545-4674-98bf-0b1255f94679.metadata.json65.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02072-db464cbc-ba99-4fcb-ae04-33b5da0e3c62.metadata.json66.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02073-398ea3e8-5913-4240-adcb-9259db7b0a18.metadata.json67.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02074-25ec07d5-3750-402d-beec-00416d1ac659.metadata.json68.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02075-07d67e95-50ee-4bd6-8162-8890ee8104d8.metadata.json69.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02076-41e1015a-b4af-4074-b4c5-4810ccfa2458.metadata.json70.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02077-6fd00b8c-04ff-4aa5-89d2-072bfadcc533.metadata.json71.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02078-465dd0c6-f439-405e-b62f-d7bd0ef832ca.metadata.json72.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02079-1d5f8e39-08d3-43f8-bb5b-056cba0ae265.metadata.json72.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02080-87129fea-7dbb-43e1-8f7c-196436acdcca.metadata.json75.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02081-3fc07849-1ce6-4e51-9058-0b556e799431.metadata.json29.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02082-558005cf-b600-4ff2-8a66-862bde29ddd3.metadata.json29.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02083-73adcd15-2096-4ae1-9e29-b70f1c9827b3.metadata.json30.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02084-99c4976b-3eab-4ff5-97e0-de04bddc33c1.metadata.json31.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02085-9ef6da85-7a26-4a58-8625-cede61fe0490.metadata.json32.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02086-da41fbb5-d614-430b-93eb-009b09dca010.metadata.json33.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02087-29864b72-26f5-4e78-b56f-95f474780f7b.metadata.json34.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02088-b7cfb1e5-d2ff-44b6-8e78-1b3648cb0004.metadata.json35.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02089-172712bb-19af-4b4b-a286-0944a9bcc2d8.metadata.json36.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02090-7f3d47d9-e23d-46b3-9fff-289f3bf35945.metadata.json36.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02091-a9097a9b-5bc1-4059-962b-694766966319.metadata.json37.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02092-da6a1a35-9026-45a3-91c5-a9f2ef761cc8.metadata.json38.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02093-16a1c9ff-0226-408b-869e-21817b03c6df.metadata.json39.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02094-9cdbb4a9-5a69-49ba-be9f-adb5459d6c0f.metadata.json40.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02095-e1122cff-b58a-460a-b122-5deb4d015356.metadata.json41.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02096-bc92ced1-fc5a-48b3-98bf-d93cbf6f1649.metadata.json42.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02097-8ceffafc-20ec-4819-9278-fcff41f80329.metadata.json43.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02098-3b20652f-74b9-48d3-8b44-4e8ebe7d508a.metadata.json43.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02099-ab0f1640-cbd1-4efd-9b5d-b8a81d9627b7.metadata.json44.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02100-1d6a111e-aa37-4bd3-8421-bac852c04024.metadata.json45.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02101-8daba77e-711a-4bd1-bf10-86a46d6390af.metadata.json46.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02102-b3e30ef1-a6ad-4276-888f-bc3a0f0f7cae.metadata.json47.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02103-9cb9a353-cae3-4ab1-9ff5-490b854ce3e8.metadata.json47.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02104-ad25ce00-dda2-41b9-b64b-cdacb4968867.metadata.json48.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02105-be66d04d-86e3-43ef-84bd-6dea861a5478.metadata.json49.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02106-1d933348-5c1f-41d8-910d-7a12d0412b6d.metadata.json50.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02107-3964f600-7eb8-4d48-8cfc-561e8801fe59.metadata.json51.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02108-e5cf2ab8-4b40-4461-8090-8623bba6de64.metadata.json52.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02109-817ad01e-bba2-43f4-a3cd-98acff154297.metadata.json53.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02110-763e33e7-5036-45d3-9e7e-83ca721b32c2.metadata.json54.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02111-584c9ad4-9e4c-4f50-a6ed-b0c596414aa7.metadata.json55.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02112-a573fc0f-a1ef-4450-a696-d5799aa6c8c1.metadata.json55.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02113-40f01d33-144e-46ef-b2be-450419049f52.metadata.json6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02b973a7-2012-4661-9147-145ea82b5126-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/03d4f1b3-c4ee-4217-b0f2-19168a8ed28e-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/0e56430f-abd1-4067-b26a-db90eacc763d-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/1049aed0-3215-4267-82fe-e37df441957f-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/115be4d2-7e5e-460e-9956-cd7697b5e7f8-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/12098b03-4f5d-4f82-a265-3b6c73d1d3e1-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/17060ce0-b78e-49d8-a448-1b8fb05b9b68-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/1b41dec9-c9e6-441e-bdfd-a5cbd52b11fc-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/1b8107b6-6f58-41b3-bca3-21bf624c4719-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/1c513718-42d8-41a0-82ea-486d2a4a3bbb-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/1ecdd4d1-0f66-487b-a178-db79c13f37b6-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/29ccc216-7e40-4f2e-bfa1-078a1572e266-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/30fa964b-3de9-41fc-8d8b-787671124142-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/3389ca9a-b073-4902-971a-4f27ed3dc0aa-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/345c9b77-be31-449c-a67e-970b80078069-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/353c552c-1595-495f-8e44-641f47ebf250-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/360f8f8f-99b9-4523-a56d-288579716b3c-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/36baa0b7-0f1f-4e1c-9595-69179fb09aa9-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/3efb7d8c-9050-4748-a73e-cbdf78195b03-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/40b70bd0-e8fb-4186-8c1f-97a427649160-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/4dba7462-cf75-450b-be29-6782c14db742-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/4de192bc-1b21-445b-903f-a88137b930c5-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/50595f6f-b6f6-432d-8a00-c2d5ea257e27-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/5898b192-1821-48bd-9c6c-98cd496ba37a-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/5ca27510-3e7c-446e-8f69-eddd80bb2b66-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/5d4446d8-d779-426a-8243-8b857383fd3e-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/5dfc4f7b-c16d-4429-8182-a375db8ec903-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/615b94f7-5a3a-42a3-9181-1ad9a2425427-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/63017fa9-838f-4aad-ae95-9716830ce2bd-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/68955262-5444-4898-8d98-f93736abcd9b-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/68b71b41-056c-47eb-b35c-e9882432c61a-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/6bb16325-09df-4638-8a61-e02a6f5e53f6-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/754d9e82-2175-4762-8737-d95ae98200d4-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/7674e415-c2f5-4566-b251-20c2636dfc1f-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/7a86b5d3-8c5e-4a9c-96c3-85a0c5fa3df0-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/7ccf0fb1-9472-4ec4-8198-0dc6b911bdf7-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/8336f6a1-7039-41a7-b736-229ce5bcf10a-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/83c3b0cb-c697-4ba6-a752-cafc710565c0-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/8a281c33-2d42-4828-adb9-0fcbc49cbacd-m0.avro6.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9380e713-bd4a-41b4-9140-704a7624d2bf-m2.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9380e713-bd4a-41b4-9140-704a7624d2bf-m7.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/959abf95-e412-488c-a947-50de8baa1641-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9602f8d7-4638-4d23-af5b-64d3382e1644-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9ade184e-f771-4413-81a8-a968785638f9-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/9b81fdec-ecee-4330-8541-aea40c878268-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/a3edf2b3-3314-474f-b5a1-52a3bb14f18e-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/a70f8e62-8c34-432e-b752-9063ed2c902f-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/a9f423cc-0133-4118-9292-016d5227f57a-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/ac7d8bcf-7558-4322-ac7e-de073d6cad04-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/b071bfb7-3109-4a92-972d-c620138f7220-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/b70a1bec-5cb9-43d4-9335-f056dd2be42f-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/be9504a7-fb98-48df-9999-c2857d856af7-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/bec260c2-f205-4dea-87ac-25317c3d68db-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/c0b03758-41c3-46bc-b157-8e846674b1e2-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/c208faf8-7d30-474a-880c-8191db9cd448-m0.avro7.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/c7fb0523-a144-4bcd-89f3-56c0984561d1-m20.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/cf9145ca-9184-4095-9af5-625307270cde-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/d10ea8c5-3986-45b1-bde6-6ed75148dce2-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/d6a355d7-f7d4-4be6-b640-674aedea38d0-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/d96ba7dc-7ff2-40ad-a582-f33c987a6740-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/d9dd390e-ee51-4ffd-ae30-e91a6d019757-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/db0254de-35db-47f7-b1e4-15f493e40828-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/df33539d-c13f-4d07-aa7e-657b42df1f78-m0.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e329179f-e202-41f6-852e-2585b46eee2e-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m1.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m10.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m11.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m12.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m13.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m14.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m15.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m16.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m17.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m18.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m19.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m2.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m20.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m21.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m22.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m23.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m24.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m25.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m26.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m27.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m28.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m29.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m3.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m30.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m31.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m32.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m33.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m34.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m35.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m36.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m37.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m38.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m39.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m4.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m40.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m41.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m42.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m43.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m44.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m45.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m46.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m47.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m48.avro6.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m49.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m5.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m6.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m7.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m8.avro6.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec-m9.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e56624fc-87c6-4d09-b313-436ab36a0db4-m0.avro6.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/e7c26525-29d1-4a1a-867e-cd9790a55068-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/ef0a21c7-b412-4229-8c17-7fdcaecedc99-m0.avro6.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/f0905056-841f-496b-a6fd-133ca6f121d2-m0.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1090361269058621709-1-cedab552-0a26-4e8c-889d-a1b4a29db39c.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1327187656200645253-1-d759c6c3-6510-4b5f-82ed-a99b057b9665.avro4.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-1770185124565131762-1-83c3b0cb-c697-4ba6-a752-cafc710565c0.avro3.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2175926448421176518-1-17060ce0-b78e-49d8-a448-1b8fb05b9b68.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-241613278377590815-1-30fa964b-3de9-41fc-8d8b-787671124142.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-2528324744162359638-1-fa97fb4d-d4f2-4d20-8b7a-a502dbe58316.avro4.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3747215178019481719-1-360f8f8f-99b9-4523-a56d-288579716b3c.avro4.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3761845249612113727-1-e44ffd4f-e433-4ecc-9fdb-86db1aa6d0ec.avro4.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-3957569514047230198-1-959abf95-e412-488c-a947-50de8baa1641.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4162807357418625763-1-cc2fe4aa-9418-4553-9e4f-4f1dc976a0ef.avro4.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4223159866309707049-1-1ecdd4d1-0f66-487b-a178-db79c13f37b6.avro4.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4482602124245782079-1-63017fa9-838f-4aad-ae95-9716830ce2bd.avro4.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4628257622036328212-1-12098b03-4f5d-4f82-a265-3b6c73d1d3e1.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4723847130099414519-1-bec260c2-f205-4dea-87ac-25317c3d68db.avro4.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4758841313356535622-1-e56624fc-87c6-4d09-b313-436ab36a0db4.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-4774725342923765367-1-c7d00ab1-a551-4ee5-a975-ed892f558c9f.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5106663039011625162-1-e5917423-2e73-4e76-a6e2-a609bcb8f157.avro4.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5239972099571606801-1-50595f6f-b6f6-432d-8a00-c2d5ea257e27.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5642426361604731172-1-7086399d-96a3-4727-9572-887278f29fc4.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5705482133516144673-1-211f25c4-ad58-4b99-9b4d-3594f53860df.avro4.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-5930715098885993005-1-115be4d2-7e5e-460e-9956-cd7697b5e7f8.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6372553288083456784-1-486a81fb-ec93-495e-8bb5-543f3f3c96e7.avro5.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-6471406680223818887-1-29ccc216-7e40-4f2e-bfa1-078a1572e266.avro4.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-679751262970521897-1-3389ca9a-b073-4902-971a-4f27ed3dc0aa.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-77143203478840069-1-f9e0f2de-ca0f-4f48-a6cb-54f34bbebb01.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7758442144919920186-1-5b6965a0-c62f-4b7b-81b6-65dbc7924eac.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7816946273511097859-1-26c83d2e-97dc-4ffd-b4bb-a4f8e376e661.avro4.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7878552268876548828-1-0e56430f-abd1-4067-b26a-db90eacc763d.avro4.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-788205216269916074-1-a3edf2b3-3314-474f-b5a1-52a3bb14f18e.avro4.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7902974711564268863-1-2875f584-8098-48bd-9fb1-50ea8d67dedf.avro5.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-7965464318720590602-1-4dba7462-cf75-450b-be29-6782c14db742.avro5.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-8118932545637213127-1-b70a1bec-5cb9-43d4-9335-f056dd2be42f.avro4.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-875690103889412911-1-68b71b41-056c-47eb-b35c-e9882432c61a.avro5.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-8819362874771569916-1-3efb7d8c-9050-4748-a73e-cbdf78195b03.avro4.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-8900643141086290805-1-ef0a21c7-b412-4229-8c17-7fdcaecedc99.avro5.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-9056678720188167155-1-db0254de-35db-47f7-b1e4-15f493e40828.avro4.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/snap-981005535410409934-1-ac7d8bcf-7558-4322-ac7e-de073d6cad04.avro7.2 执行合并(合并结果:48.7M的数据文件,1.6G的元数据文件,元数据是否能合并)
结果分析:前几天的data目录个数都变为1,最近几天的,文件个数多几个,当天的数据文件很多
metadata有2000多个
结果详情:
metadata个数:
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata |wc
2261 6783 363408
1
2
data与metadata数据与大小:
48.7M的数据文件,1.6G的元数据文件,元数据是否能合并?
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib48.7 M
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data1.6 G
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata1
2
3
数据文件:
[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=2022020316.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00310.parquet16.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00311.parquet16.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00313.parquet16.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00314.parquet15.9 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00316.parquet16.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00318.parquet16.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00320.parquet16.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00322.parquet16.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00324.parquet16.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00325.parquet16.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00326.parquet3.2 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00000-0-0c8e94fd-5c8e-48df-ac03-4fe0e109940f-00328.parquet32.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00334.parquet32.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00336.parquet32.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00338.parquet32.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00340.parquet32.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00342.parquet32.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00343.parquet32.6 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00345.parquet32.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00347.parquet32.7 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00349.parquet32.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00351.parquet32.5 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00353.parquet5.4 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-29418337-5d27-40bb-98cb-94b3b5007b99-00355.parquet667.8 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00001-0-76681a65-7df9-4584-8e47-e2006dcc6311-00001.parquet139.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220203/00004-0-3a4f207c-de85-4a1f-9cd8-fd944442dbb2-00001.parquet[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220202771.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220202/00000-0-06bd4cad-8ae2-4e1b-8e27-0bb062fcc38f-00001.parquet767.3 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220202/00001-0-0080fe92-c2d9-4531-856b-87620c5ac046-00001.parquet952.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220202/00002-0-49df8df3-c5fa-4c86-abb4-3722b93244fa-00002.parquet2.4 M
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220202/00003-0-1f4b8ded-db05-40ce-b00e-7e1f3f013e0f-00001.parquet[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220201702.1 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220201/00001-0-941effe7-70f8-4cd5-a57f-0134bb57babf-00002.parquet[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=202201302.4 M
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220130/00002-0-1651010b-99c4-4a79-9765-86efff5bde56-00001.parquet[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=2022012910.6 M
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220129/00001-0-941effe7-70f8-4cd5-a57f-0134bb57babf-00001.parquet[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=202201281.3 M
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220128/00000-0-402d8a3d-d9da-46f0-86c0-cb53f6d1858f-00001.parquet[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=2022012724.1 M
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220127/00000-0-45d72b84-9eef-40c4-b73e-9247ffa68aec-00001.parquet[root@hadoop101 ~]# hadoop fs -du -h
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220126355.0 K
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/data/dt=20220126/00002-0-4245c358-1ad3-4500-b297-db4baf832fc2-00003.parquetmedata中哪写文件这么大?
-rw-r--r-- 2 root supergroup 1686152 2022-02-10 11:12
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01953-c8388d52-880d-4914-83f0-fd41ef2ddf4d.metadata.json-rw-r--r-- 2 root supergroup 1687098 2022-02-10 11:13
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01954-cadbcf4e-9e48-42dc-9a60-47c57d22f609.metadata.json-rw-r--r-- 2 root supergroup 1688044 2022-02-10 11:14
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01955-cc9ab628-57d1-4e46-87ad-793fa9835af1.metadata.json-rw-r--r-- 2 root supergroup 1688990 2022-02-10 11:15
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01956-3feac554-b112-4aba-acf9-f6b70a845f26.metadata.json-rw-r--r-- 2 root supergroup 1689936 2022-02-10 11:16
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01957-53bfe3d9-7818-45f6-9194-73665e8dcffe.metadata.json-rw-r--r-- 2 root supergroup 1690882 2022-02-10 11:17
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01958-26958b4a-52ac-413c-aa19-09ccc65af415.metadata.json-rw-r--r-- 2 root supergroup 1691828 2022-02-10 11:18
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01959-efa97a24-1eee-4a3e-8e22-e23cec687f54.metadata.json-rw-r--r-- 2 root supergroup 1692774 2022-02-10 11:19
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01960-f36119f0-89be-43a4-9040-edd352290a26.metadata.json-rw-r--r-- 2 root supergroup 1693720 2022-02-10 11:20
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01961-439f6651-0969-4114-b166-140ed8ca6ee0.metadata.json-rw-r--r-- 2 root supergroup 1694666 2022-02-10 11:21
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01962-b917cbc8-9980-48f0-8966-850f1f64b5d2.metadata.json-rw-r--r-- 2 root supergroup 1695612 2022-02-10 11:22
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01963-3b4a5c81-c38d-42f8-90e3-ba6218cf04bf.metadata.json-rw-r--r-- 2 root supergroup 1696558 2022-02-10 11:23
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01964-fc270775-3028-424b-a48a-f49d198f6a02.metadata.json-rw-r--r-- 2 root supergroup 1697504 2022-02-10 11:24
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01965-e7699424-ee5d-48ba-be8c-0ced73ddc490.metadata.json-rw-r--r-- 2 root supergroup 1698450 2022-02-10 11:25
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01966-445c97f6-fe6e-4169-b191-b87c473d9b96.metadata.json-rw-r--r-- 2 root supergroup 1699396 2022-02-10 11:26
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01967-ad94e35a-362b-4a7c-a4d2-ed4358c90774.metadata.json-rw-r--r-- 2 root supergroup 1700342 2022-02-10 11:27
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01968-f155a7e1-b0ac-4c07-8b33-127f212d6ec5.metadata.json-rw-r--r-- 2 root supergroup 1701288 2022-02-10 11:28
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01969-d708ffc5-950f-48d9-a0d1-515f6cfe2c6d.metadata.json-rw-r--r-- 2 root supergroup 1702234 2022-02-10 11:29
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01970-f874e122-790a-4d91-861b-d2a126b8d36e.metadata.json-rw-r--r-- 2 root supergroup 1703080 2022-02-10 11:39
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01971-421d7a68-4625-4351-be5b-c122d4821b3a.metadata.json-rw-r--r-- 2 root supergroup 1703926 2022-02-10 11:49
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01972-bc1c4b8e-4a25-4fa4-ba23-1096af85228a.metadata.json-rw-r--r-- 2 root supergroup 1704772 2022-02-10 11:59
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01973-7ccb6b42-fb25-4c84-8043-860464385960.metadata.json-rw-r--r-- 2 root supergroup 1705618 2022-02-10 12:09
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01974-1c2a3f03-6ab2-4f2e-b5bc-96177b585e9f.metadata.json-rw-r--r-- 2 root supergroup 1706464 2022-02-10 12:19
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01975-2902db4b-0790-4a4c-b16e-2355bcebc5c8.metadata.json-rw-r--r-- 2 root supergroup 1707310 2022-02-10 12:29
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01976-7c2f0e59-c713-4f59-a03c-b9ccb76d0595.metadata.json-rw-r--r-- 2 root supergroup 1708152 2022-02-10 12:39
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01977-0df53e15-f3b9-4591-bae7-85e1c9f7a4f8.metadata.json-rw-r--r-- 2 root supergroup 1708998 2022-02-10 12:49
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01978-f16be8fa-bfe9-4940-ae6c-95b6c340b1f9.metadata.json-rw-r--r-- 2 root supergroup 1709844 2022-02-10 12:59
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01979-088d0565-ec0a-47a1-979e-0392b37ee09f.metadata.json-rw-r--r-- 2 root supergroup 1710690 2022-02-10 13:09
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01980-70d3ac8f-7c03-43e9-a570-aa0dc46ece99.metadata.json-rw-r--r-- 2 root supergroup 1711536 2022-02-10 13:19
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01981-283c954e-4694-4d8b-bb32-d11ec59a2dfd.metadata.json-rw-r--r-- 2 root supergroup 1712382 2022-02-10 13:29
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01982-d36f8443-6094-49b6-b183-e962eb4157ab.metadata.json-rw-r--r-- 2 root supergroup 1713228 2022-02-10 13:39
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01983-2e249692-d3de-4132-ab1b-138c832493aa.metadata.json-rw-r--r-- 2 root supergroup 1714074 2022-02-10 13:49
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01984-06659b68-bbf1-4276-8596-fd32d0f90bac.metadata.json-rw-r--r-- 2 root supergroup 1714920 2022-02-10 13:59
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01985-f73a918d-fb46-4d75-9c24-cf7984bdfa2b.metadata.json-rw-r--r-- 2 root supergroup 1715766 2022-02-10 14:09
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01986-aaa7a5d0-19c2-4c29-a6d8-7a6ee89e9e83.metadata.json-rw-r--r-- 2 root supergroup 1716612 2022-02-10 14:19
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01987-bd63a052-7d75-4443-8bd3-9745724dbfb6.metadata.json-rw-r--r-- 2 root supergroup 1717458 2022-02-10 14:29
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01988-8fb5e49b-7216-44ed-b23c-bd00a809c8f9.metadata.json-rw-r--r-- 2 root supergroup 1718304 2022-02-10 14:39
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01989-7cbac239-9e11-4f7a-b9f2-147fc0155f55.metadata.json-rw-r--r-- 2 root supergroup 1719146 2022-02-10 14:49
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01990-cea2dd59-7fac-4812-aeeb-aa634dbef74e.metadata.json-rw-r--r-- 2 root supergroup 1719984 2022-02-10 14:59
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01991-de3358c1-e58a-4684-a12b-b9f1755cd369.metadata.json-rw-r--r-- 2 root supergroup 1720830 2022-02-10 15:09
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01992-3f7d2730-9b8d-430c-a6d2-341c9e12afe9.metadata.json-rw-r--r-- 2 root supergroup 1721672 2022-02-10 15:19
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01993-486b9a26-73a5-4096-8cc9-34fe4cf5ca40.metadata.json-rw-r--r-- 2 root supergroup 1722518 2022-02-10 15:29
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01994-9a5e369b-502e-4098-994e-c4d03525bfc8.metadata.json-rw-r--r-- 2 root supergroup 1723364 2022-02-10 15:39
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01995-8152c642-2512-45b7-a128-17b4ebacd3a8.metadata.json-rw-r--r-- 2 root supergroup 1724210 2022-02-10 15:49
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01996-94775c3f-9bb7-4071-91c6-e9de2cb8e3d0.metadata.json-rw-r--r-- 2 root supergroup 1725056 2022-02-10 15:59
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01997-d8b2f14c-4993-4792-ac4d-d550569e3f26.metadata.json-rw-r--r-- 2 root supergroup 1725902 2022-02-10 16:09
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01998-e5d52b07-94b9-422a-90b5-fea5ddd94322.metadata.json-rw-r--r-- 2 root supergroup 1726748 2022-02-10 16:19
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/01999-349b71f4-dcef-404d-812b-a6e713d8044d.metadata.json-rw-r--r-- 2 root supergroup 1770519 2022-02-10 16:28
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02000-346920c3-3732-4bda-85af-ef68db4dfe36.metadata.json-rw-r--r-- 2 root supergroup 24971 2022-02-10 16:28
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02001-22e6619a-52b7-4d37-bf0f-2993142b7ffd.metadata.json-rw-r--r-- 2 root supergroup 25407 2022-02-10 16:29
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02002-fc2e4fd8-8638-4f14-be7e-8b3e1f41af50.metadata.json-rw-r--r-- 2 root supergroup 26344 2022-02-10 16:30
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02003-723277f8-e9ee-49b5-b9cc-753d416e4cbc.metadata.json-rw-r--r-- 2 root supergroup 27285 2022-02-10 16:31
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02004-23dc9564-a964-42dd-a2fd-9018977e3b72.metadata.json-rw-r--r-- 2 root supergroup 28230 2022-02-10 16:32
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02005-c4c1bbe0-6901-4b28-b64f-54ba94552e63.metadata.json-rw-r--r-- 2 root supergroup 29175 2022-02-10 16:33
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02006-c3d836a8-fe52-49a0-8724-7bf72b7d0d9f.metadata.json-rw-r--r-- 2 root supergroup 30120 2022-02-10 16:34
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02007-7355a268-874f-4684-93c3-cf6eb0c516d4.metadata.json-rw-r--r-- 2 root supergroup 31065 2022-02-10 16:35
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02008-c53722ae-a4d3-43f4-980d-6216c0ae473e.metadata.json-rw-r--r-- 2 root supergroup 32010 2022-02-10 16:36
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02009-9727169e-c0a4-4afb-a148-ce926be4c6fe.metadata.json-rw-r--r-- 2 root supergroup 32955 2022-02-10 16:37
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02010-b9ab782d-b8b8-4558-b837-82bab583c3fa.metadata.json-rw-r--r-- 2 root supergroup 33896 2022-02-10 16:38
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02011-fc26b628-c94c-4471-b50b-624fba9c7904.metadata.json-rw-r--r-- 2 root supergroup 34841 2022-02-10 16:39
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02012-84181892-6091-4b65-95fd-5ab5c32254ef.metadata.json-rw-r--r-- 2 root supergroup 35786 2022-02-10 16:40
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02013-d5391f2a-7ad2-400a-a941-2db52f8ca34d.metadata.json-rw-r--r-- 2 root supergroup 36731 2022-02-10 16:41
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02014-de7edff3-7bbd-421a-8341-d4238651c478.metadata.json-rw-r--r-- 2 root supergroup 37672 2022-02-10 16:42
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02015-565a1add-4425-44fd-a8a4-c02871915309.metadata.json-rw-r--r-- 2 root supergroup 38617 2022-02-10 16:43
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02016-d65facbf-8167-479e-b090-4ffc30824db9.metadata.json-rw-r--r-- 2 root supergroup 39562 2022-02-10 16:44
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02017-162a1ef2-0c5a-48f2-a6c9-ff5a486333cc.metadata.json-rw-r--r-- 2 root supergroup 40507 2022-02-10 16:45
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02018-a20d4d33-af5c-44b4-ab64-5faeb001b81d.metadata.json-rw-r--r-- 2 root supergroup 41448 2022-02-10 16:46
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02019-67a5622c-979e-47f1-b6ae-72796b71ab82.metadata.json-rw-r--r-- 2 root supergroup 42393 2022-02-10 16:47
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02020-48333926-0325-461f-be31-c6e43c5e0641.metadata.json-rw-r--r-- 2 root supergroup 43338 2022-02-10 16:48
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02021-05ae2d4f-8446-44e2-9fa7-052fab732cfb.metadata.json-rw-r--r-- 2 root supergroup 44280 2022-02-10 16:49
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02022-f4ea7cba-15a1-4aae-b960-97794028e79b.metadata.json-rw-r--r-- 2 root supergroup 45226 2022-02-10 16:50
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02023-992d835b-319d-46fc-9309-173cbf675672.metadata.json-rw-r--r-- 2 root supergroup 47138 2022-02-10 16:51
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02024-46e6df8e-4503-465e-a23e-67cffc8e1683.metadata.json-rw-r--r-- 2 root supergroup 24969 2022-02-10 16:51
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02025-8bc5fe74-11f8-493e-8844-c3b28c80d3b4.metadata.json-rw-r--r-- 2 root supergroup 25505 2022-02-10 16:51
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02026-c7a0daad-f7be-4358-a634-184fa969b5da.metadata.json-rw-r--r-- 2 root supergroup 26450 2022-02-10 16:52
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02027-f26c3b6a-4e5d-4ca6-a3f1-a766b207785c.metadata.json-rw-r--r-- 2 root supergroup 27395 2022-02-10 16:53
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02028-92b16f03-3975-4ce9-bb29-33ac6a118be8.metadata.json-rw-r--r-- 2 root supergroup 28340 2022-02-10 16:54
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02029-0122ecd2-38a6-4c37-96bd-9db13f4aff9f.metadata.json-rw-r--r-- 2 root supergroup 29285 2022-02-10 16:55
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02030-dcf200e0-82a2-458a-b138-a6954ae1a308.metadata.json-rw-r--r-- 2 root supergroup 30783 2022-02-10 16:56
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02031-918aaa82-eff1-46ff-919c-9295462f9433.metadata.json-rw-r--r-- 2 root supergroup 29805 2022-02-10 16:56
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02032-ca7667d1-de7d-427a-b460-82c05ebe5246.metadata.json-rw-r--r-- 2 root supergroup 30221 2022-02-10 16:56
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02033-0a625578-c691-4fad-b757-bdc042509abd.metadata.json-rw-r--r-- 2 root supergroup 31166 2022-02-10 16:57
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02034-34612192-aa87-4453-ada6-76ae997bc054.metadata.json-rw-r--r-- 2 root supergroup 32111 2022-02-10 16:58
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02035-3dfe505f-d062-442f-a4d8-48a9cb6643d9.metadata.json-rw-r--r-- 2 root supergroup 33056 2022-02-10 16:59
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02036-cd230ca8-8dd3-4af3-92e8-d1495bc36539.metadata.json-rw-r--r-- 2 root supergroup 34001 2022-02-10 17:00
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02037-7c697ee6-3cd3-4d96-b039-5a60aea4a229.metadata.json-rw-r--r-- 2 root supergroup 34946 2022-02-10 17:01
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02038-c49fb8e5-8851-49dd-8a1a-61948d800159.metadata.json-rw-r--r-- 2 root supergroup 35891 2022-02-10 17:02
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02039-b9b5796d-bcec-418f-bebb-2d8e8ce9fc8a.metadata.json-rw-r--r-- 2 root supergroup 36836 2022-02-10 17:03
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02040-e394983b-cb1b-45c9-b6ac-72040377171b.metadata.json-rw-r--r-- 2 root supergroup 37777 2022-02-10 17:04
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02041-58d42598-396a-4203-824c-1d60d78be12a.metadata.json-rw-r--r-- 2 root supergroup 38718 2022-02-10 17:05
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02042-ea992847-2871-4ff3-bbfc-9c7bdc0ea19c.metadata.json-rw-r--r-- 2 root supergroup 39663 2022-02-10 17:06
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02043-1edfa2c2-ee7e-41d1-a8c8-6de0147055c3.metadata.json-rw-r--r-- 2 root supergroup 40608 2022-02-10 17:07
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02044-ad5ff729-881e-45ce-b12b-5a7993acb5b2.metadata.json-rw-r--r-- 2 root supergroup 41553 2022-02-10 17:08
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02045-85e9a8f4-0778-4b23-9a10-ee6cd9bf9962.metadata.json-rw-r--r-- 2 root supergroup 42498 2022-02-10 17:09
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02046-365603c8-c3f2-4189-9ba0-a09cb0a5eeaf.metadata.json-rw-r--r-- 2 root supergroup 43439 2022-02-10 17:10
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02047-3e727247-e58a-4129-be37-5c82fbe3c190.metadata.json-rw-r--r-- 2 root supergroup 44384 2022-02-10 17:11
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02048-00f5d416-13c3-4cc9-b5ea-15aa34d6c66f.metadata.json-rw-r--r-- 2 root supergroup 45329 2022-02-10 17:12
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02049-275d8c04-9dcf-4933-8925-4ef1eea375e6.metadata.json-rw-r--r-- 2 root supergroup 46274 2022-02-10 17:13
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02050-5635961f-8c05-496d-a253-2f3316e22721.metadata.json-rw-r--r-- 2 root supergroup 47219 2022-02-10 17:14
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02051-da9129ed-e19c-46c4-9762-138809933014.metadata.json-rw-r--r-- 2 root supergroup 48164 2022-02-10 17:15
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02052-defdfd97-1fda-42b4-9924-05239d1f73e9.metadata.json-rw-r--r-- 2 root supergroup 49109 2022-02-10 17:16
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02053-36d0b541-a700-44d3-98a9-2019134a84fb.metadata.json-rw-r--r-- 2 root supergroup 50054 2022-02-10 17:17
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02054-c9066514-ab38-4e4c-b77e-6fed9ca7b6a4.metadata.json-rw-r--r-- 2 root supergroup 50999 2022-02-10 17:18
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02055-07dc526c-97e2-4b21-ae81-9464fa22c1bc.metadata.json-rw-r--r-- 2 root supergroup 51944 2022-02-10 17:19
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02056-0c86bd6f-1806-46a7-8207-f783c01584c7.metadata.json-rw-r--r-- 2 root supergroup 52889 2022-02-10 17:20
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02057-b27e1440-099a-497f-bfa6-941be7dd2463.metadata.json-rw-r--r-- 2 root supergroup 53834 2022-02-10 17:21
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02058-5bb30a39-c718-4b23-8b7b-f56a38185428.metadata.json-rw-r--r-- 2 root supergroup 54779 2022-02-10 17:22
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02059-1285b7a1-b362-465a-b7b2-9240944f8670.metadata.json-rw-r--r-- 2 root supergroup 55724 2022-02-10 17:23
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02060-97f5c0c8-3201-4b29-8496-790294728ca3.metadata.json-rw-r--r-- 2 root supergroup 56669 2022-02-10 17:24
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02061-92ebbc88-2ad3-4736-8c03-b775df7deb03.metadata.json-rw-r--r-- 2 root supergroup 57614 2022-02-10 17:25
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02062-b5cc1438-129c-4ca1-b04e-831bfa770d5a.metadata.json-rw-r--r-- 2 root supergroup 58559 2022-02-10 17:26
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02063-138611f3-1a3d-4f67-8c85-6c48ced1152b.metadata.json-rw-r--r-- 2 root supergroup 59505 2022-02-10 17:27
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02064-d3f230c6-1526-4504-8848-316c2b477aa7.metadata.json-rw-r--r-- 2 root supergroup 60451 2022-02-10 17:28
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02065-b71e6736-1f93-4d43-a493-746e21e240cc.metadata.json-rw-r--r-- 2 root supergroup 61397 2022-02-10 17:29
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02066-1059d16d-6d78-40a8-a525-abd6407ec367.metadata.json-rw-r--r-- 2 root supergroup 62343 2022-02-10 17:30
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02067-21097497-9db8-4ee3-8f34-63516986eb5b.metadata.json-rw-r--r-- 2 root supergroup 63289 2022-02-10 17:31
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02068-e7ae444a-7d88-4697-ae55-83488ed6f5b4.metadata.json-rw-r--r-- 2 root supergroup 64231 2022-02-10 17:32
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02069-d1a3cea9-4153-49d5-8e29-ea770f5547ea.metadata.json-rw-r--r-- 2 root supergroup 65169 2022-02-10 17:33
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02070-58682f26-c158-46db-9305-9be9f22bceca.metadata.json-rw-r--r-- 2 root supergroup 66115 2022-02-10 17:34
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02071-e33b3b55-b545-4674-98bf-0b1255f94679.metadata.json-rw-r--r-- 2 root supergroup 67061 2022-02-10 17:35
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02072-db464cbc-ba99-4fcb-ae04-33b5da0e3c62.metadata.json-rw-r--r-- 2 root supergroup 68007 2022-02-10 17:36
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02073-398ea3e8-5913-4240-adcb-9259db7b0a18.metadata.json-rw-r--r-- 2 root supergroup 68953 2022-02-10 17:37
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02074-25ec07d5-3750-402d-beec-00416d1ac659.metadata.json-rw-r--r-- 2 root supergroup 69899 2022-02-10 17:38
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02075-07d67e95-50ee-4bd6-8162-8890ee8104d8.metadata.json-rw-r--r-- 2 root supergroup 70845 2022-02-10 17:39
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02076-41e1015a-b4af-4074-b4c5-4810ccfa2458.metadata.json-rw-r--r-- 2 root supergroup 71791 2022-02-10 17:40
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02077-6fd00b8c-04ff-4aa5-89d2-072bfadcc533.metadata.json-rw-r--r-- 2 root supergroup 72737 2022-02-10 17:41
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02078-465dd0c6-f439-405e-b62f-d7bd0ef832ca.metadata.json-rw-r--r-- 2 root supergroup 73683 2022-02-10 17:42
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02079-1d5f8e39-08d3-43f8-bb5b-056cba0ae265.metadata.json-rw-r--r-- 2 root supergroup 74629 2022-02-10 17:43
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02080-87129fea-7dbb-43e1-8f7c-196436acdcca.metadata.json-rw-r--r-- 2 root supergroup 77285 2022-02-10 17:44
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02081-3fc07849-1ce6-4e51-9058-0b556e799431.metadata.json-rw-r--r-- 2 root supergroup 29816 2022-02-10 17:44
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02082-558005cf-b600-4ff2-8a66-862bde29ddd3.metadata.json-rw-r--r-- 2 root supergroup 30232 2022-02-10 17:44
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02083-73adcd15-2096-4ae1-9e29-b70f1c9827b3.metadata.json-rw-r--r-- 2 root supergroup 31177 2022-02-10 17:45
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02084-99c4976b-3eab-4ff5-97e0-de04bddc33c1.metadata.json-rw-r--r-- 2 root supergroup 32122 2022-02-10 17:46
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02085-9ef6da85-7a26-4a58-8625-cede61fe0490.metadata.json-rw-r--r-- 2 root supergroup 33063 2022-02-10 17:47
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02086-da41fbb5-d614-430b-93eb-009b09dca010.metadata.json-rw-r--r-- 2 root supergroup 34004 2022-02-10 17:48
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02087-29864b72-26f5-4e78-b56f-95f474780f7b.metadata.json-rw-r--r-- 2 root supergroup 34949 2022-02-10 17:49
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02088-b7cfb1e5-d2ff-44b6-8e78-1b3648cb0004.metadata.json-rw-r--r-- 2 root supergroup 35894 2022-02-10 17:50
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02089-172712bb-19af-4b4b-a286-0944a9bcc2d8.metadata.json-rw-r--r-- 2 root supergroup 36835 2022-02-10 17:51
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02090-7f3d47d9-e23d-46b3-9fff-289f3bf35945.metadata.json-rw-r--r-- 2 root supergroup 37780 2022-02-10 17:52
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02091-a9097a9b-5bc1-4059-962b-694766966319.metadata.json-rw-r--r-- 2 root supergroup 38725 2022-02-10 17:53
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02092-da6a1a35-9026-45a3-91c5-a9f2ef761cc8.metadata.json-rw-r--r-- 2 root supergroup 39670 2022-02-10 17:54
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02093-16a1c9ff-0226-408b-869e-21817b03c6df.metadata.json-rw-r--r-- 2 root supergroup 40609 2022-02-10 17:55
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02094-9cdbb4a9-5a69-49ba-be9f-adb5459d6c0f.metadata.json-rw-r--r-- 2 root supergroup 41454 2022-02-10 18:05
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02095-e1122cff-b58a-460a-b122-5deb4d015356.metadata.json-rw-r--r-- 2 root supergroup 42299 2022-02-10 18:15
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02096-bc92ced1-fc5a-48b3-98bf-d93cbf6f1649.metadata.json-rw-r--r-- 2 root supergroup 43144 2022-02-10 18:25
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02097-8ceffafc-20ec-4819-9278-fcff41f80329.metadata.json-rw-r--r-- 2 root supergroup 43989 2022-02-10 18:35
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02098-3b20652f-74b9-48d3-8b44-4e8ebe7d508a.metadata.json-rw-r--r-- 2 root supergroup 44834 2022-02-10 18:45
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02099-ab0f1640-cbd1-4efd-9b5d-b8a81d9627b7.metadata.json-rw-r--r-- 2 root supergroup 45679 2022-02-10 18:55
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02100-1d6a111e-aa37-4bd3-8421-bac852c04024.metadata.json-rw-r--r-- 2 root supergroup 46524 2022-02-10 19:05
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02101-8daba77e-711a-4bd1-bf10-86a46d6390af.metadata.json-rw-r--r-- 2 root supergroup 47369 2022-02-10 19:15
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02102-b3e30ef1-a6ad-4276-888f-bc3a0f0f7cae.metadata.json-rw-r--r-- 2 root supergroup 48214 2022-02-10 19:25
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02103-9cb9a353-cae3-4ab1-9ff5-490b854ce3e8.metadata.json-rw-r--r-- 2 root supergroup 49059 2022-02-10 19:35
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02104-ad25ce00-dda2-41b9-b64b-cdacb4968867.metadata.json-rw-r--r-- 2 root supergroup 49904 2022-02-10 19:45
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02105-be66d04d-86e3-43ef-84bd-6dea861a5478.metadata.json-rw-r--r-- 2 root supergroup 50741 2022-02-10 19:55
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02106-1d933348-5c1f-41d8-910d-7a12d0412b6d.metadata.json-rw-r--r-- 2 root supergroup 51586 2022-02-10 20:05
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02107-3964f600-7eb8-4d48-8cfc-561e8801fe59.metadata.json-rw-r--r-- 2 root supergroup 52529 2022-02-10 20:13
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02108-e5cf2ab8-4b40-4461-8090-8623bba6de64.metadata.json-rw-r--r-- 2 root supergroup 53474 2022-02-10 20:14
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02109-817ad01e-bba2-43f4-a3cd-98acff154297.metadata.json-rw-r--r-- 2 root supergroup 54415 2022-02-10 20:15
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02110-763e33e7-5036-45d3-9e7e-83ca721b32c2.metadata.json-rw-r--r-- 2 root supergroup 55360 2022-02-10 20:16
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02111-584c9ad4-9e4c-4f50-a6ed-b0c596414aa7.metadata.json-rw-r--r-- 2 root supergroup 56305 2022-02-10 20:17
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02112-a573fc0f-a1ef-4450-a696-d5799aa6c8c1.metadata.json-rw-r--r-- 2 root supergroup 57250 2022-02-10 20:18
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02113-40f01d33-144e-46ef-b2be-450419049f52.metadata.json-rw-r--r-- 2 root supergroup 58191 2022-02-10 20:19
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02114-e914e002-f857-451c-a348-f1eb3b5b37ea.metadata.json-rw-r--r-- 2 root supergroup 59136 2022-02-10 20:20
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02115-409a0fb2-80cb-4ca0-9fb6-42c0b7517485.metadata.json-rw-r--r-- 2 root supergroup 60081 2022-02-10 20:21
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02116-38c445d1-a9e2-4d8f-bb8d-0b75f07a8c53.metadata.json-rw-r--r-- 2 root supergroup 61018 2022-02-10 20:22
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02117-9abb4870-0c2a-4177-a40a-bc955a049106.metadata.json-rw-r--r-- 2 root supergroup 61959 2022-02-10 20:23
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02118-1bcd011d-aa19-4cc2-9d32-4221d5f74cdd.metadata.json-rw-r--r-- 2 root supergroup 64287 2022-02-10 20:24
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02119-fb57cee6-9a91-4e03-a971-936723b2b0fa.metadata.json-rw-r--r-- 2 root supergroup 29794 2022-02-10 20:24
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02120-72e9a08d-2471-472b-9661-9705f86d875e.metadata.json-rw-r--r-- 2 root supergroup 30206 2022-02-10 20:24
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02121-196e2650-0833-48f9-8f95-5c26e4c94edb.metadata.json-rw-r--r-- 2 root supergroup 31151 2022-02-10 20:25
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02122-231fac16-7a86-4f6f-b5a5-e828f36ef07e.metadata.json-rw-r--r-- 2 root supergroup 32096 2022-02-10 20:26
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02123-59921092-c097-477e-908b-d7af1531be26.metadata.json-rw-r--r-- 2 root supergroup 33667 2022-02-10 20:27
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02124-bc760295-d397-4b37-8dfd-586b918f15ad.metadata.json-rw-r--r-- 2 root supergroup 30764 2022-02-10 20:27
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02125-df023df0-f401-40f8-b394-1f36e9f33989.metadata.json-rw-r--r-- 2 root supergroup 31151 2022-02-10 20:27
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02126-d9c33ef3-f963-4c74-90d3-f5e4f3f208b6.metadata.json-rw-r--r-- 2 root supergroup 32096 2022-02-10 20:28
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02127-f9dc35d4-34b9-4e65-b159-9def5bff3b34.metadata.json-rw-r--r-- 2 root supergroup 33041 2022-02-10 20:29
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02128-915ba7d5-360e-4690-813d-0e106fd6d856.metadata.json-rw-r--r-- 2 root supergroup 33986 2022-02-10 20:30
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02129-b08c3a7a-6106-4689-bfde-932ecdacfbe5.metadata.json-rw-r--r-- 2 root supergroup 34931 2022-02-10 20:31
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02130-2a78cfee-4f66-4e86-9214-646f81b8be34.metadata.json-rw-r--r-- 2 root supergroup 35876 2022-02-10 20:32
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02131-7d094975-e552-450d-ad1d-87711f3efa3b.metadata.json-rw-r--r-- 2 root supergroup 36821 2022-02-10 20:33
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02132-4b0d52df-a1ae-4675-ab17-7b2b8060fee9.metadata.json-rw-r--r-- 2 root supergroup 37766 2022-02-10 20:34
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02133-86d7ca11-6050-4c82-8edc-a38982f0976c.metadata.json-rw-r--r-- 2 root supergroup 38711 2022-02-10 20:35
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02134-35da73a8-7caa-477d-a756-bb6388350a16.metadata.json-rw-r--r-- 2 root supergroup 39656 2022-02-10 20:36
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02135-15e4fa86-921b-490d-967b-ce334949a69e.metadata.json-rw-r--r-- 2 root supergroup 40601 2022-02-10 20:37
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02136-b47228a4-56da-4f9c-97b2-2b24756dba6d.metadata.json-rw-r--r-- 2 root supergroup 41542 2022-02-10 20:38
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02137-306dfbc6-7a79-4517-9351-a50621b8c205.metadata.json-rw-r--r-- 2 root supergroup 42487 2022-02-10 20:39
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02138-996214b0-fcf1-490c-9f57-8baedd9ca05f.metadata.json-rw-r--r-- 2 root supergroup 43432 2022-02-10 20:40
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02139-b8a095ff-000c-497e-ae94-8cc0611ba386.metadata.json-rw-r--r-- 2 root supergroup 44377 2022-02-10 20:41
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02140-4147fa0c-f22d-48c3-a5ab-bfef8993336c.metadata.json-rw-r--r-- 2 root supergroup 45322 2022-02-10 20:42
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02141-90a7a838-f132-45d7-92bd-53128fbf5f34.metadata.json-rw-r--r-- 2 root supergroup 46267 2022-02-10 20:43
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02142-ce869901-d93b-4014-ab09-4df634fe1a8e.metadata.json-rw-r--r-- 2 root supergroup 47212 2022-02-10 20:44
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02143-511095d7-f5fe-40a6-8eb2-e86b8b64d08f.metadata.json-rw-r--r-- 2 root supergroup 48157 2022-02-10 20:45
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02144-ab3f6962-4059-4f67-a99a-230aa1b0f28a.metadata.json-rw-r--r-- 2 root supergroup 49102 2022-02-10 20:46
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02145-c178468e-a3ab-4d31-a23f-a9ec910efa83.metadata.json-rw-r--r-- 2 root supergroup 50047 2022-02-10 20:47
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02146-e13d9e22-f85f-46ee-a2f4-ebc4ff345195.metadata.json-rw-r--r-- 2 root supergroup 50992 2022-02-10 20:48
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02147-df946d51-ce6e-403a-bd5d-c1eef35b9fbd.metadata.json-rw-r--r-- 2 root supergroup 51937 2022-02-10 20:49
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02148-d1111807-c89e-4533-b36f-7d3930cf6782.metadata.json-rw-r--r-- 2 root supergroup 52882 2022-02-10 20:50
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02149-44b848dd-2364-428f-8745-8580048d2c76.metadata.json-rw-r--r-- 2 root supergroup 53827 2022-02-10 20:51
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02150-5c3f49b9-6d65-4ffe-9836-6993be71042d.metadata.json-rw-r--r-- 2 root supergroup 54772 2022-02-10 20:52
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02151-f6702c41-b6af-4c4e-9bca-9fd594e01e62.metadata.json-rw-r--r-- 2 root supergroup 55717 2022-02-10 20:53
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02152-94cc384b-5f08-4f1f-baf8-4e09f66f7173.metadata.json-rw-r--r-- 2 root supergroup 56662 2022-02-10 20:54
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02153-ea90772b-02f8-429b-aa6f-a8b4cf563a5f.metadata.json-rw-r--r-- 2 root supergroup 57607 2022-02-10 20:55
hdfs://ns/user/hive/warehouse/hive_catalog6/iceberg_db6.db/behavior_with_date_log_ib/metadata/02154-b4b57132-f91b-45e9-8a03-433b5a403f68.metadata.json总结
合并并删除快照后, 提出了个新问题:
新问题: 48.7M的数据文件,1.6G的元数据文件,元数据是否能合并?
内容来源于网络,如侵删。
近日,袋鼠云重磅发布《数据治理行业实践白皮书》,白皮书基于袋鼠云在数据治理领域的8年深厚积累与实践服务经验,从专业视角逐步剖析数据治理难题,阐述数据治理的概念内涵、目标价值、实施路线、保障体系与平台工具,并借助行业实践案例解析,为广大读者提供一种数据治理新思路。
扫码下载《数据治理行业实践白皮书》,下载地址:https://fs80.cn/4w2atu
想了解或咨询更多有关袋鼠云大数据产品、行业解决方案、客户案例的朋友,浏览袋鼠云官网:https://www.dtstack.com/?src=bbs
同时,欢迎对大数据开源项目有兴趣的同学加入「袋鼠云开源框架钉钉技术群」,交流最新开源技术信息,群号码:30537511,项目地址:https://github.com/DTStack