Sat 11 Oct 2008 08:26:26 PM UTC, original submission:
Three servers running glusterfsd with one also running glusterfs.
The glusterfs client crashed with a sigabrt after running for 6 days. The resulting crash dump is 4.7GB in size.
=======Server Spec================
volume brick
type storage/posix # POSIX FS translator
option directory /export/1/data # Export this directory
end-volume
volume brick-ns
type storage/posix
option directory /export/1/ns
end-volume
volume brick2
type storage/posix # POSIX FS translator
option directory /export/2/data # Export this directory
end-volume
volume brick2-ns
type storage/posix
option directory /export/2/ns
end-volume
volume server
type protocol/server
option transport-type tcp
option client-volume-filename /etc/glusterfs/glusterfs-client.vol
subvolumes brick brick-ns brick2 brick2-ns
option auth.addr.brick.allow * # Allow access to "brick" volume
option auth.addr.brick-ns.allow * # Allow access to "brick" volume
option auth.addr.brick2.allow * # Allow access to "brick" volume
option auth.addr.brick2-ns.allow * # Allow access to "brick" volume
end-volume
=======Client Spec================
volume remote1
type protocol/client
option transport-type tcp
option remote-host server1
option transport-timeout 10 # seconds to wait for a reply
option remote-subvolume brick # name of the remote volume
end-volume
volume remote1-2
type protocol/client
option transport-type tcp
option remote-host server1
option transport-timeout 10 # seconds to wait for a reply
option remote-subvolume brick2 # name of the remote volume
end-volume
volume remote2
type protocol/client
option transport-type tcp
option remote-host server2
option transport-timeout 10 # seconds to wait for a reply
option remote-subvolume brick # name of the remote volume
end-volume
volume remote2-2
type protocol/client
option transport-type tcp
option remote-host server2
option transport-timeout 10 # seconds to wait for a reply
option remote-subvolume brick2 # name of the remote volume
end-volume
volume remote3
type protocol/client
option transport-type tcp
option remote-host server3
option transport-timeout 10 # seconds to wait for a reply
option remote-subvolume brick # name of the remote volume
end-volume
volume remote3-2
type protocol/client
option transport-type tcp
option remote-host server3
option transport-timeout 10 # seconds to wait for a reply
option remote-subvolume brick2 # name of the remote volume
end-volume
volume remote-ns
type protocol/client
option transport-type tcp
option remote-host server1
option remote-subvolume brick-ns
end-volume
volume client
type cluster/unify
option scheduler alu
option alu.limits.min-free-disk 5% # Don't create files one a volume with less than 5% free diskspace
option alu.limits.max-open-files 10000 # Don't create files on a volume with more than 10000 files open
option alu.order disk-usage:read-usage:write-usage:open-files-usage:disk-speed-usage
option alu.disk-usage.entry-threshold 2GB # Kick in if the discrepancy in disk-usage between volumes is more than 2GB
option alu.disk-usage.exit-threshold 60MB # Don't stop writing to the least-used volume until the discrepancy is 1988MB
option alu.open-files-usage.entry-threshold 1024 # Kick in if the discrepancy in open files is 1024
option alu.open-files-usage.exit-threshold 32 # Don't stop until 992 files have been written the least-used volume
option alu.stat-refresh.interval 20sec # Refresh the statistics used for decision-making every 10 seconds
option namespace remote-ns
subvolumes remote1 remote1-2 remote2 remote2-2 remote3 remote3-2
end-volume
### Add readahead feature
volume readahead
type performance/read-ahead
option page-size 1MB # unit in bytes
option page-count 2 # cache per file = (page-count x page-size)
subvolumes client
end-volume
### Add IO-Cache feature
volume iocache
type performance/io-cache
option page-size 256KB
option cache-size 2048MB
subvolumes readahead
end-volume
### Add writeback feature
volume writeback
type performance/write-behind
option aggregate-size 4MB
option flush-behind off
subvolumes iocache
end-volume
=======Backtrace==================
#0 0x00007fd84ea71095 in raise () from /lib/libc.so.6
#1 0x00007fd84ea72af0 in abort () from /lib/libc.so.6
#2 0x00007fd84eaaba7b in ?? () from /lib/libc.so.6
#3 0x00007fd84eab6d46 in free () from /lib/libc.so.6
#4 0x00007fd84e411e03 in ra_page_purge () from /usr/lib/glusterfs/1.4.0pre5/xlator/performance/read-ahead.so
#5 0x00007fd84e41027e in ?? () from /usr/lib/glusterfs/1.4.0pre5/xlator/performance/read-ahead.so
#6 0x00007fd84e411734 in ra_readv () from /usr/lib/glusterfs/1.4.0pre5/xlator/performance/read-ahead.so
#7 0x00007fd84e2098e5 in ioc_readv () from /usr/lib/glusterfs/1.4.0pre5/xlator/performance/io-cache.so
#8 0x00007fd84e001a7a in wb_readv () from /usr/lib/glusterfs/1.4.0pre5/xlator/performance/write-behind.so
#9 0x00007fd84ddf3c60 in ?? () from /usr/lib/glusterfs/1.4.0pre5/xlator/mount/fuse.so
#10 0x00007fd84dbe07b9 in ?? () from /lib/libfuse.so.2
#11 0x00007fd84ddf7171 in ?? () from /usr/lib/glusterfs/1.4.0pre5/xlator/mount/fuse.so
#12 0x00007fd84eda73f7 in start_thread () from /lib/libpthread.so.0
#13 0x00007fd84eb16b2d in clone () from /lib/libc.so.6
#14 0x0000000000000000 in ?? ()
|