FastDFS的storager server如何手动同步？

可恶的

请教一下，storager server如何手动同步呢？谢谢！
我用的FastDFS_v4.06，一共两个group，奇怪的是storager server无法同步之前的数据。
期间更换过一台tracker server和一台storager server。
在更换tracker server之前，我测试过，可以同步历史数据到新增storager的服务器上面，但是现在无法同步上历史数据，只能同步新增的数据。

以下是fdfs_monitor所获取的信息，last_source_update、last_sync_update和last_synced_timestamp的值都为1970-01-01 08:00:00。

1. [2014-05-15 10:01:34] DEBUG - base_path=/usr/local/fastdfs, connect_timeout=30, network_timeout=60, tracker_server_count=1, anti_steal_token=0, anti_steal_secret_key length=0, use_connection_pool=0, g_connection_pool_max_idle_time=3600s, use_storage_id=0, storage server id count: 0
   
2. 
   
3. server_count=1, server_index=0
   
4. 
   
5. tracker server is 172.16.0.60:22122
   
6. 
   
7. group count: 2
   
8. 
   
9. Group 1:
   
10. group name = group1
    
11. disk total space = 4031 MB
    
12. disk free space = 2452 MB
    
13. trunk free space = 0 MB
    
14. storage server count = 2
    
15. active server count = 2
    
16. storage server port = 23000
    
17. storage HTTP port = 8090
    
18. store path count = 1
    
19. subdir count per path = 256
    
20. current write server index = 0
    
21. current trunk file id = 0
    
22. 
    
23.         Storage 1:
    
24.                 id = 172.16.0.56
    
25.                 ip_addr = 172.16.0.56  ACTIVE
    
26.                 http domain =
    
27.                 version = 4.06
    
28.                 join time = 2014-05-15 09:48:41
    
29.                 up time = 2014-05-15 09:48:41
    
30.                 total storage = 4031 MB
    
31.                 free storage = 2452 MB
    
32.                 upload priority = 10
    
33.                 store_path_count = 1
    
34.                 subdir_count_per_path = 256
    
35.                 storage_port = 23000
    
36.                 storage_http_port = 8090
    
37.                 current_write_path = 0
    
38.                 source storage id= 172.16.0.59
    
39.                 if_trunk_server= 0
    
40.                 total_upload_count = 0
    
41.                 success_upload_count = 0
    
42.                 total_append_count = 0
    
43.                 success_append_count = 0
    
44.                 total_modify_count = 0
    
45.                 success_modify_count = 0
    
46.                 total_truncate_count = 0
    
47.                 success_truncate_count = 0
    
48.                 total_set_meta_count = 0
    
49.                 success_set_meta_count = 0
    
50.                 total_delete_count = 0
    
51.                 success_delete_count = 0
    
52.                 total_download_count = 0
    
53.                 success_download_count = 0
    
54.                 total_get_meta_count = 0
    
55.                 success_get_meta_count = 0
    
56.                 total_create_link_count = 0
    
57.                 success_create_link_count = 0
    
58.                 total_delete_link_count = 0
    
59.                 success_delete_link_count = 0
    
60.                 total_upload_bytes = 0
    
61.                 success_upload_bytes = 0
    
62.                 total_append_bytes = 0
    
63.                 success_append_bytes = 0
    
64.                 total_modify_bytes = 0
    
65.                 success_modify_bytes = 0
    
66.                 stotal_download_bytes = 0
    
67.                 success_download_bytes = 0
    
68.                 total_sync_in_bytes = 0
    
69.                 success_sync_in_bytes = 0
    
70.                 total_sync_out_bytes = 0
    
71.                 success_sync_out_bytes = 0
    
72.                 total_file_open_count = 0
    
73.                 success_file_open_count = 0
    
74.                 total_file_read_count = 0
    
75.                 success_file_read_count = 0
    
76.                 total_file_write_count = 0
    
77.                 success_file_write_count = 0
    
78.                 last_heart_beat_time = 2014-05-15 10:01:10
    
79.                 last_source_update = 1970-01-01 08:00:00
    
80.                 last_sync_update = 1970-01-01 08:00:00
    
81.                 last_synced_timestamp = 1970-01-01 08:00:00
    
82.         Storage 2:
    
83.                 id = 172.16.0.59
    
84.                 ip_addr = 172.16.0.59  ACTIVE
    
85.                 http domain =
    
86.                 version = 4.06
    
87.                 join time = 2014-05-15 09:48:28
    
88.                 up time = 2014-05-15 09:48:28
    
89.                 total storage = 4031 MB
    
90.                 free storage = 2489 MB
    
91.                 upload priority = 10
    
92.                 store_path_count = 1
    
93.                 subdir_count_per_path = 256
    
94.                 storage_port = 23000
    
95.                 storage_http_port = 8090
    
96.                 current_write_path = 0
    
97.                 source storage id=
    
98.                 if_trunk_server= 0
    
99.                 total_upload_count = 0
    
100.                 success_upload_count = 0
     
101.                 total_append_count = 0
     
102.                 success_append_count = 0
     
103.                 total_modify_count = 0
     
104.                 success_modify_count = 0
     
105.                 total_truncate_count = 0
     
106.                 success_truncate_count = 0
     
107.                 total_set_meta_count = 0
     
108.                 success_set_meta_count = 0
     
109.                 total_delete_count = 0
     
110.                 success_delete_count = 0
     
111.                 total_download_count = 0
     
112.                 success_download_count = 0
     
113.                 total_get_meta_count = 0
     
114.                 success_get_meta_count = 0
     
115.                 total_create_link_count = 0
     
116.                 success_create_link_count = 0
     
117.                 total_delete_link_count = 0
     
118.                 success_delete_link_count = 0
     
119.                 total_upload_bytes = 0
     
120.                 success_upload_bytes = 0
     
121.                 total_append_bytes = 0
     
122.                 success_append_bytes = 0
     
123.                 total_modify_bytes = 0
     
124.                 success_modify_bytes = 0
     
125.                 stotal_download_bytes = 0
     
126.                 success_download_bytes = 0
     
127.                 total_sync_in_bytes = 0
     
128.                 success_sync_in_bytes = 0
     
129.                 total_sync_out_bytes = 0
     
130.                 success_sync_out_bytes = 0
     
131.                 total_file_open_count = 0
     
132.                 success_file_open_count = 0
     
133.                 total_file_read_count = 0
     
134.                 success_file_read_count = 0
     
135.                 total_file_write_count = 0
     
136.                 success_file_write_count = 0
     
137.                 last_heart_beat_time = 2014-05-15 10:01:27
     
138.                 last_source_update = 1970-01-01 08:00:00
     
139.                 last_sync_update = 1970-01-01 08:00:00
     
140.                 last_synced_timestamp = 1970-01-01 08:00:00
     
141. 
     
142. Group 2:
     
143. group name = group2
     
144. disk total space = 4031 MB
     
145. disk free space = 2487 MB
     
146. trunk free space = 0 MB
     
147. storage server count = 2
     
148. active server count = 2
     
149. storage server port = 23000
     
150. storage HTTP port = 8090
     
151. store path count = 1
     
152. subdir count per path = 256
     
153. current write server index = 0
     
154. current trunk file id = 0
     
155. 
     
156.         Storage 1:
     
157.                 id = 172.16.0.54
     
158.                 ip_addr = 172.16.0.54  ACTIVE
     
159.                 http domain =
     
160.                 version = 4.06
     
161.                 join time = 2014-05-15 09:49:22
     
162.                 up time = 2014-05-15 09:49:22
     
163.                 total storage = 4031 MB
     
164.                 free storage = 2487 MB
     
165.                 upload priority = 10
     
166.                 store_path_count = 1
     
167.                 subdir_count_per_path = 256
     
168.                 storage_port = 23000
     
169.                 storage_http_port = 8090
     
170.                 current_write_path = 0
     
171.                 source storage id= 172.16.0.55
     
172.                 if_trunk_server= 0
     
173.                 total_upload_count = 0
     
174.                 success_upload_count = 0
     
175.                 total_append_count = 0
     
176.                 success_append_count = 0
     
177.                 total_modify_count = 0
     
178.                 success_modify_count = 0
     
179.                 total_truncate_count = 0
     
180.                 success_truncate_count = 0
     
181.                 total_set_meta_count = 0
     
182.                 success_set_meta_count = 0
     
183.                 total_delete_count = 0
     
184.                 success_delete_count = 0
     
185.                 total_download_count = 0
     
186.                 success_download_count = 0
     
187.                 total_get_meta_count = 0
     
188.                 success_get_meta_count = 0
     
189.                 total_create_link_count = 0
     
190.                 success_create_link_count = 0
     
191.                 total_delete_link_count = 0
     
192.                 success_delete_link_count = 0
     
193.                 total_upload_bytes = 0
     
194.                 success_upload_bytes = 0
     
195.                 total_append_bytes = 0
     
196.                 success_append_bytes = 0
     
197.                 total_modify_bytes = 0
     
198.                 success_modify_bytes = 0
     
199.                 stotal_download_bytes = 0
     
200.                 success_download_bytes = 0
     
201.                 total_sync_in_bytes = 0
     
202.                 success_sync_in_bytes = 0
     
203.                 total_sync_out_bytes = 0
     
204.                 success_sync_out_bytes = 0
     
205.                 total_file_open_count = 0
     
206.                 success_file_open_count = 0
     
207.                 total_file_read_count = 0
     
208.                 success_file_read_count = 0
     
209.                 total_file_write_count = 0
     
210.                 success_file_write_count = 0
     
211.                 last_heart_beat_time = 2014-05-15 10:01:20
     
212.                 last_source_update = 1970-01-01 08:00:00
     
213.                 last_sync_update = 1970-01-01 08:00:00
     
214.                 last_synced_timestamp = 1970-01-01 08:00:00
     
215.         Storage 2:
     
216.                 id = 172.16.0.55
     
217.                 ip_addr = 172.16.0.55  ACTIVE
     
218.                 http domain =
     
219.                 version = 4.06
     
220.                 join time = 2014-05-15 09:49:04
     
221.                 up time = 2014-05-15 09:49:04
     
222.                 total storage = 4031 MB
     
223.                 free storage = 2510 MB
     
224.                 upload priority = 10
     
225.                 store_path_count = 1
     
226.                 subdir_count_per_path = 256
     
227.                 storage_port = 23000
     
228.                 storage_http_port = 8090
     
229.                 current_write_path = 0
     
230.                 source storage id=
     
231.                 if_trunk_server= 0
     
232.                 total_upload_count = 0
     
233.                 success_upload_count = 0
     
234.                 total_append_count = 0
     
235.                 success_append_count = 0
     
236.                 total_modify_count = 0
     
237.                 success_modify_count = 0
     
238.                 total_truncate_count = 0
     
239.                 success_truncate_count = 0
     
240.                 total_set_meta_count = 0
     
241.                 success_set_meta_count = 0
     
242.                 total_delete_count = 0
     
243.                 success_delete_count = 0
     
244.                 total_download_count = 0
     
245.                 success_download_count = 0
     
246.                 total_get_meta_count = 0
     
247.                 success_get_meta_count = 0
     
248.                 total_create_link_count = 0
     
249.                 success_create_link_count = 0
     
250.                 total_delete_link_count = 0
     
251.                 success_delete_link_count = 0
     
252.                 total_upload_bytes = 0
     
253.                 success_upload_bytes = 0
     
254.                 total_append_bytes = 0
     
255.                 success_append_bytes = 0
     
256.                 total_modify_bytes = 0
     
257.                 success_modify_bytes = 0
     
258.                 stotal_download_bytes = 0
     
259.                 success_download_bytes = 0
     
260.                 total_sync_in_bytes = 0
     
261.                 success_sync_in_bytes = 0
     
262.                 total_sync_out_bytes = 0
     
263.                 success_sync_out_bytes = 0
     
264.                 total_file_open_count = 0
     
265.                 success_file_open_count = 0
     
266.                 total_file_read_count = 0
     
267.                 success_file_read_count = 0
     
268.                 total_file_write_count = 0
     
269.                 success_file_write_count = 0
     
270.                 last_heart_beat_time = 2014-05-15 10:01:32
     
271.                 last_source_update = 1970-01-01 08:00:00
     
272.                 last_sync_update = 1970-01-01 08:00:00
     
273.                 last_synced_timestamp = 1970-01-01 08:00:00

复制代码

group1中的一台storager server日志如下。

1. [2014-05-15 09:48:28] INFO - FastDFS v4.06, base_path=/usr/local/fastdfs, store_path_count=1, subdir_count_per_path=256, group_name=group1, run_by_group=, run_by_user=, connect_timeout=30s, network_timeout=60s, port=23000, bind_addr=, client_bind=1, max_connections=256, work_threads=4, disk_rw_separated=1, disk_reader_threads=1, disk_writer_threads=1, buff_size=256KB, heart_beat_interval=30s, stat_report_interval=60s, tracker_server_count=1, sync_wait_msec=50ms, sync_interval=0ms, sync_start_time=00:00, sync_end_time=23:59, write_mark_file_freq=500, allow_ip_count=-1, file_distribute_path_mode=0, file_distribute_rotate_count=100, fsync_after_written_bytes=0, sync_log_buff_interval=10s, sync_binlog_buff_interval=10s, sync_stat_file_interval=300s, thread_stack_size=512 KB, upload_priority=10, if_alias_prefix=, check_file_duplicate=0, file_signature_method=hash, FDHT group count=0, FDHT server count=0, FDHT key_namespace=, FDHT keep_alive=0, HTTP server port=8090, domain name=, use_access_log=0, rotate_access_log=0, access_log_rotate_time=00:00, rotate_error_log=0, error_log_rotate_time=00:00, rotate_access_log_size=0, rotate_error_log_size=0, file_sync_skip_invalid_record=0, use_connection_pool=0, g_connection_pool_max_idle_time=3600s
   
2. [2014-05-15 09:48:29] INFO - file: storage_param_getter.c, line: 187, use_storage_id=0, id_type_in_filename=ip, storage_ip_changed_auto_adjust=1, store_path=0, reserved_storage_space=10.00%, use_trunk_file=0, slot_min_size=256, slot_max_size=16 MB, trunk_file_size=64 MB, trunk_create_file_advance=0, trunk_create_file_time_base=02:00, trunk_create_file_interval=86400, trunk_create_file_space_threshold=20 GB, trunk_init_check_occupying=0, trunk_init_reload_from_binlog=0, store_slave_file_use_link=0
   
3. [2014-05-15 09:48:29] INFO - file: storage_func.c, line: 174, tracker_client_ip: 172.16.0.59, my_server_id_str: 172.16.0.59, g_server_id_in_filename: 989860012
   
4. [2014-05-15 09:48:29] INFO - local_host_ip_count: 2,  127.0.0.1  172.16.0.59
   
5. [2014-05-15 09:48:29] INFO - file: tracker_client_thread.c, line: 308, successfully connect to tracker server 172.16.0.60:22122, as a tracker client, my ip is 172.16.0.59
   
6. [2014-05-15 09:48:59] INFO - file: tracker_client_thread.c, line: 1124, tracker server 172.16.0.60:22122, set tracker leader: 172.16.0.60:22122
   
7. [2014-05-15 09:48:59] INFO - file: storage_sync.c, line: 2698, successfully connect to storage server 172.16.0.56:23000
   
8. [2014-05-15 09:49:29] INFO - file: storage_sync.c, line: 2698, successfully connect to storage server 172.16.0.56:23000

复制代码

tracker server的日志也一并贴上来。

1. [2014-05-15 09:48:06] INFO - FastDFS v4.06, base_path=/usr/local/fastdfs, run_by_group=, run_by_user=, connect_timeout=30s, network_timeout=60s, port=22122, bind_addr=, max_connections=256, work_threads=4, store_lookup=2, store_group=, store_server=0, store_path=0, reserved_storage_space=10.00%, download_server=0, allow_ip_count=-1, sync_log_buff_interval=10s, check_active_interval=120s, thread_stack_size=64 KB, storage_ip_changed_auto_adjust=1, storage_sync_file_max_delay=86400s, storage_sync_file_max_time=300s, use_trunk_file=0, slot_min_size=256, slot_max_size=16 MB, trunk_file_size=64 MB, trunk_create_file_advance=0, trunk_create_file_time_base=02:00, trunk_create_file_interval=86400, trunk_create_file_space_threshold=20 GB, trunk_init_check_occupying=0, trunk_init_reload_from_binlog=0, use_storage_id=0, id_type_in_filename=ip, storage_id_count=0, rotate_error_log=0, error_log_rotate_time=00:00, rotate_error_log_size=0, store_slave_file_use_link=0, use_connection_pool=0, g_connection_pool_max_idle_time=3600s
   
2. [2014-05-15 09:48:06] INFO - local_host_ip_count: 2,  127.0.0.1  172.16.0.60
   
3. [2014-05-15 09:48:27] INFO - file: tracker_relationship.c, line: 374, selecting leader...
   
4. [2014-05-15 09:48:28] INFO - file: tracker_relationship.c, line: 392, I am the new tracker leader 172.16.0.60:22122

复制代码

fxysun

我也碰到这个问题， 请问happy fish, 这个怎么解决啊？

fxysun

解决方法是: 同组里的storage都重启一下， 如果还不行， tracker也都重启一下

可恶的

回复 3# fxysun

感谢您的回复，您说的方法，我之前都试过了，依旧无法同步历史数据。
   

可恶的

@happy_fish100
麻烦您有空的话，告知一下接近方法，谢谢。

happy_fish100

确认文件没有同步？

可恶的

happy_fish100 发表于 2014-05-22 16:01
确认文件没有同步？

是的呀。
历史文件没有自动同步，而且很奇怪的是除了last_heart_beat_time是系统时间，其他三个选项都是1970.01.01.的时间戳。
请问能否实现手头同步历史文件呢？谢谢！

1.                 last_source_update = 1970-01-01 08:00:00
   
2.                 last_sync_update = 1970-01-01 08:00:00
   
3.                 last_synced_timestamp = 1970-01-01 08:00:00

复制代码

happy_fish100

你后来上传过文件么？

可恶的

happy_fish100 发表于 2014-05-23 17:39
你后来上传过文件么？

后来上传过文件，也可以同步后来上传的文件，但是历史文件无法同步。
场景的话，在帖子开头有说明：期间更换过一台tracker server和一台storager server。

shaneyuan

重点在你是怎么换的，还有是否影响了binlog的完整性。回复 9# 可恶的