filebeat 日志切割后偏移量重置-Toy模板网

这篇具有很好参考价值的文章主要介绍了filebeat 日志切割后偏移量重置。希望对大家有所帮助。如果存在错误或未考虑完全的地方，请大家不吝赐教，您也可以点击"举报违法"按钮提交疑问。

1.
[root@master log]# cat test.log
111111111111
222222222222
333333333333

[root@master log]# stat test.log
File: ‘test.log’
Size: 39 Blocks: 8 IO Block: 4096 regular file
Device: fd00h/64768d Inode: 134304003 Links: 1
Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
Access: 2023-06-07 09:54:09.044113434 +0800
Modify: 2023-06-07 09:54:07.592919367 +0800
Change: 2023-06-07 09:54:07.592919367 +0800
Birth: -

{
"@timestamp": "2023-06-07T01:55:46.649Z",
"@metadata": {
"beat": "filebeat",
"type": "_doc",
"version": "8.8.0"
},
"ecs": {
"version": "8.0.0"
},
"host": {
"name": "master"
},
"message": "111111111111",
"log": {
"file": {
"path": "/var/log/test.log"
},
"offset": 0
},
"input": {
"type": "log"
},
"agent": {
"name": "master",
"type": "filebeat",
"version": "8.8.0",
"ephemeral_id": "9711df42-1b93-42ad-b6ae-e4c7a3ab4c24",
"id": "b07fb812-bcdb-48ae-a96b-2384bfed5cbe"
}
}
{
"@timestamp": "2023-06-07T01:55:46.649Z",
"@metadata": {
"beat": "filebeat",
"type": "_doc",
"version": "8.8.0"
},
"message": "222222222222",
"input": {
"type": "log"
},
"ecs": {
"version": "8.0.0"
},
"host": {
"name": "master"
},
"agent": {
"type": "filebeat",
"version": "8.8.0",
"ephemeral_id": "9711df42-1b93-42ad-b6ae-e4c7a3ab4c24",
"id": "b07fb812-bcdb-48ae-a96b-2384bfed5cbe",
"name": "master"
},
"log": {
"offset": 13,
"file": {
"path": "/var/log/test.log"
}
}
}
{
"@timestamp": "2023-06-07T01:55:46.649Z",
"@metadata": {
"beat": "filebeat",
"type": "_doc",
"version": "8.8.0"
},
"agent": {
"id": "b07fb812-bcdb-48ae-a96b-2384bfed5cbe",
"name": "master",
"type": "filebeat",
"version": "8.8.0",
"ephemeral_id": "9711df42-1b93-42ad-b6ae-e4c7a3ab4c24"
},
"message": "333333333333",
"log": {
"offset": 26,
"file": {
"path": "/var/log/test.log"
}
},
"input": {
"type": "log"
},
"ecs": {
"version": "8.0.0"
},
"host": {
"name": "master"
}
}

{"k":"filebeat::logs::native::134304003-64768","v":{"identifier_name":"native","source":"/var/log/test.log","timestamp":[2062235293660,1686102947],"offset":39,"ttl":-1,"type":"log","FileStateOS":{"inode":134304003,"device":64768},"id":"native::134304003-64768","prev_id":""}}

{
"@timestamp": "2023-06-07T01:58:41.676Z",
"@metadata": {
"beat": "filebeat",
"type": "_doc",
"version": "8.8.0"
},
"ecs": {
"version": "8.0.0"
},
"host": {
"name": "master"
},
"agent": {
"ephemeral_id": "9711df42-1b93-42ad-b6ae-e4c7a3ab4c24",
"id": "b07fb812-bcdb-48ae-a96b-2384bfed5cbe",
"name": "master",
"type": "filebeat",
"version": "8.8.0"
},
"log": {
"offset": 39,
"file": {
"path": "/var/log/test.log"
}
},
"message": "44444444444",
"input": {
"type": "log"
}
}

2、开始mv文件

[root@master log]# stat test.log
File: ‘test.log’
Size: 51     Blocks: 8 IO Block: 4096 regular file
Device: fd00h/64768d   Inode: 134304003 Links: 1
Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
Access: 2023-06-07 09:58:41.675572073 +0800
Modify: 2023-06-07 09:58:39.920337347 +0800
Change: 2023-06-07 09:58:39.920337347 +0800
Birth: -
[root@master log]# mv test.log test.log.001
[root@master log]# stat test.log.001
File: ‘test.log.001’
Size: 51     Blocks: 8 IO Block: 4096 regular file
Device: fd00h/64768d   Inode: 134304003 Links: 1
Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
Access: 2023-06-07 10:00:36.710955601 +0800
Modify: 2023-06-07 09:58:39.920337347 +0800
Change: 2023-06-07 10:00:35.327770629 +0800
Birth: -

[root@master log]# echo '555555555555' >>test.log.001

{
"@timestamp": "2023-06-07T02:01:26.714Z",
"@metadata": {
"beat": "filebeat",
"type": "_doc",
"version": "8.8.0"
},
"log": {
"offset": 51,
"file": {
"path": "/var/log/test.log"
}
},
"message": "555555555555",
"input": {
"type": "log"
},


3.重新生成test.log

[root@master log]# stat test.log
File: ‘test.log’
Size: 0    Blocks: 0 IO Block: 4096 regular empty file
Device: fd00h/64768d   Inode: 142091472 Links: 1
Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
Access: 2023-06-07 10:01:58.078837438 +0800
Modify: 2023-06-07 10:01:58.078837438 +0800
Change: 2023-06-07 10:01:58.078837438 +0800
Birth: -
[root@master log]# stat test.log.001
File: ‘test.log.001’
Size: 64     Blocks: 8 IO Block: 4096 regular file
Device: fd00h/64768d   Inode: 134304003 Links: 1
Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
Access: 2023-06-07 10:01:26.713642765 +0800
Modify: 2023-06-07 10:01:24.854394116 +0800
Change: 2023-06-07 10:01:24.854394116 +0800
Birth: -

{
"@timestamp": "2023-06-07T02:02:41.692Z",
"@metadata": {
"beat": "filebeat",
"type": "_doc",
"version": "8.8.0"
},
"message": "11111111111111",
"input": {
"type": "log"
},
"ecs": {
"version": "8.0.0"
},
"host": {
"name": "master"
},
"agent": {
"type": "filebeat",
"version": "8.8.0",
"ephemeral_id": "9711df42-1b93-42ad-b6ae-e4c7a3ab4c24",
"id": "b07fb812-bcdb-48ae-a96b-2384bfed5cbe",
"name": "master"
},
"log": {
"offset": 0,
"file": {
"path": "/var/log/test.log"
}
}
}