gluster-devel
[Top][All Lists]
Advanced

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

[Gluster-devel] rsync & switch scheduler?


From: Dan Parsons
Subject: [Gluster-devel] rsync & switch scheduler?
Date: Tue, 13 Jan 2009 20:18:19 -0800

I'm copying data back to my newly rebuilt glusterfs, and one of the things I'm doing is using unify with the switch scheduler to send certain file extensions to a stripe volume and others to a dht volume.

When using rsync to restore this data, all files are going to dht (which I do not want). When I use cp, the correct file extensions go to stripe, and the others go to dht.

What's special about rsync that's causing this problem? Is there any way around this?

Below is my client config file.

-------------------------------------

volume distfs01-ns-brick
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.51
   option remote-subvolume posix-unify-switch-ns
end-volume

volume distfs01-ns-readahead
   type performance/read-ahead
   option page-size 1MB
   option page-count 8
   subvolumes distfs01-ns-brick
end-volume

volume unify-switch-ns
   type performance/write-behind
   option block-size 1MB
   option cache-size 3MB
   subvolumes distfs01-ns-readahead
end-volume

volume distfs01-unify
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.51
   option remote-subvolume posix-unify
end-volume

volume distfs02-unify
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.52
   option remote-subvolume posix-unify
end-volume

volume distfs03-unify
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.53
   option remote-subvolume posix-unify
end-volume

volume distfs04-unify
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.54
   option remote-subvolume posix-unify
end-volume

volume distfs01-stripe
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.51
   option remote-subvolume posix-stripe
end-volume

volume distfs02-stripe
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.52
   option remote-subvolume posix-stripe
end-volume

volume distfs03-stripe
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.53
   option remote-subvolume posix-stripe
end-volume

volume distfs04-stripe
   type protocol/client
   option transport-type tcp
   option remote-host 10.8.101.54
   option remote-subvolume posix-stripe
end-volume

volume stripe0
        type cluster/stripe
        option block-size *.jar,*.pin:1MB,*:2MB
subvolumes distfs01-stripe distfs02-stripe distfs03-stripe distfs04- stripe
end-volume

volume dht0
        type cluster/dht
        subvolumes distfs01-unify distfs02-unify distfs03-unify distfs04-unify
end-volume

volume unify
        type cluster/unify
        option namespace unify-switch-ns
        option scheduler switch
# send *.phr/psq/pnd etc to stripe0, send the rest to hash
option scheduler.switch.case *.phr:stripe0 ;*.psq:stripe0 ;*.pnd:stripe0 ;*.psd:stripe0 ;*.pin:stripe0 ;*.tar:stripe0 ;*.tar .gz:stripe0 ;*.jar:stripe0 ;*.img:stripe0 ;*.perf:stripe0;*.tgz:stripe0;*.fasta:stripe0;*.huge:stripe0
        subvolumes stripe0 dht0
end-volume

volume ioc
   type performance/io-cache
   subvolumes unify
   option cache-size 1500MB
end-volume

volume filter
  type features/filter
  option fixed-uid 0
  option fixed-gid 900
  subvolumes ioc
end-volume



Dan Parsons






reply via email to

[Prev in Thread] Current Thread [Next in Thread]