[Gluster-devel] What would cause this slow down?

[Dale Dude]

using 2007-06-01 gluster tla 2.4mainline, linux 2.6.15 and 2.6.20, fuse 
2.6.5

If I have a single large copy going to the glusterfs volume the speed 
can peak at 11MB/s which is ok. When I do just a 'du -sh /mnt/glusterfs' 
while the transfer is happening then the transfer falls to about 300kB/s 
until the du is done. Same when I run an rsync and it only is comparing 
the files (hasnt started transferred yet).

Curious why a copy would slow down so much.

gluster-*.conf files below. For the client conf I was using the unify 
example from the wiki with same results. Tried with the writebehind and 
iothreads with same results as well.

Thanks in advance,
Dale


*glusterfs-server.vol:*
volume volume1
 type storage/posix           # POSIX FS translator
 option directory /volumes/clusterfs   # Export this directory
end-volume

volume locks
 type features/posix-locks
 subvolumes volume1
end-volume

volume iothreads    #iothreads can give performance a boost
  type performance/io-threads
  option thread-count 8
  subvolumes locks
end-volume

volume writebehind
 type performance/write-behind
 option aggregate-size 131072 # in bytes
 subvolumes iothreads
end-volume

### Add network serving capability to above brick.
volume clusterfs
 type protocol/server
 option transport-type tcp/server  # For TCP/IP transport
 subvolumes writebehind
 option auth.ip.clusterfs.allow 192.168.*
end-volume

--------------------------------------------------------------------


*glusterfs-client.vol:*
volume client1
        type protocol/client
        option transport-type tcp/client     # for TCP/IP transport
        option remote-host 192.168.10.10     # IP address of the remote 
brick
        option remote-subvolume clusterfs
end-volume

#volume client2
        #type protocol/client
        #option transport-type tcp/client     # for TCP/IP transport
        #option remote-host 192.168.10.11     # IP address of the 
remote brick
        #option remote-subvolume clusterfs
#end-volume

volume client3
        type protocol/client
        option transport-type tcp/client     # for TCP/IP transport
        option remote-host 192.168.10.16     # IP address of the remote 
brick
        option remote-subvolume clusterfs
end-volume

volume client4
        type protocol/client
        option transport-type tcp/client     # for TCP/IP transport
        option remote-host 192.168.10.17     # IP address of the remote 
brick
        option remote-subvolume clusterfs
end-volume


volume bricks
       type cluster/unify
       subvolumes client1 client3 client4
       option scheduler alu
       option alu.limits.min-free-disk  6GB   # Don't create files one 
a volume with less than 60GB free diskspace
       option alu.limits.max-open-files 10000   # Don't create files on 
a volume with more than 10000 files open

 option alu.order read-usage:write-usage
option alu.read-usage.entry-threshold 20%   # Kick in when the 
read-usage discrepancy is 20%
option alu.read-usage.exit-threshold 4%   # Don't stop until the 
discrepancy has been reduced with 4%
option alu.write-usage.entry-threshold 20%   # Kick in when the 
write-usage discrepancy is 20%
option alu.write-usage.exit-threshold 4%   # Don't stop until the 
discrepancy has been reduced with 4%
 option alu.stat-refresh.interval 10sec   # Refresh the statistics used 
for decision-making every 10 seconds

end-volume

volume iothreads
       type performance/io-threads
       option thread-count 10
       subvolumes bricks
end-volume