courier-dovecot-migrate.pl

Go to the documentation of this file.

#!/usr/bin/perl
# Copyright 2008-2002 Timo Sirainen
# Last updated: 2012-07-28
 
# NOTE: Requires Dovecot v2.0.13+ for POP3 'O' entries
 
# Based largely on courier-dovecot-migrate.pl v1.1.7:
# cpanel12 - maildir-migrate                      Copyright(c) 2008 cPanel, Inc.
#                                                           All Rights Reserved.
# copyright@cpanel.net                                         http://cpanel.net
 
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#     * Redistributions of source code must retain the above copyright
#       notice, this list of conditions and the following disclaimer.
#     * Redistributions in binary form must reproduce the above copyright
#       notice, this list of conditions and the following disclaimer in the
#       documentation and/or other materials provided with the distribution.
#     * Neither the name of the cPanel, Inc. nor the
#       names of its contributors may be used to endorse or promote products
#       derived from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY CPANEL, INC. "AS IS" AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL CPANEL, INC BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
use strict;
use warnings;
use Getopt::Long ();
 
# Key files in maildirs
my $courier_imap_uidfile       = 'courierimapuiddb';
my $courier_pop3_uidfile       = 'courierpop3dsizelist';
my $courier_subscriptions_file = 'courierimapsubscribed';
my $courier_keywords_dir       = 'courierimapkeywords/';
my $courier_keywords_file      = 'courierimapkeywords/:list';
my $dovecot_uidfile            = 'dovecot-uidlist';
my $dovecot_uidvalidity_file   = 'dovecot-uidvalidity';
my $dovecot_subscriptions_file = 'subscriptions';
my $dovecot_keywords_file      = 'dovecot-keywords';
 
# Globals
my $do_conversion = 0;
my $quiet         = 0;
my $recursive     = 0;
my $overwrite     = 0;
 
my $depth                     = 1;
my $maildir_subdirs           = -1;
my $global_error_count        = 0;
my $global_mailbox_count      = 0;
my $global_user_count         = 0;
my $uidlist_write_count       = 0;
my $convert_to_dovecot        = 0;
my $convert_to_courier        = 0;
my $help                      = 0;
my $maildir_name              = 'Maildir';
 
# Argument processing
my %opts = (
    'convert'    => \$do_conversion,
    'quiet'      => \$quiet,
    'overwrite'  => \$overwrite,
    'recursive'  => \$recursive,
    'to-dovecot' => \$convert_to_dovecot,
    'to-courier' => \$convert_to_courier,
    'help'       => \$help,
);
 
Getopt::Long::GetOptions(%opts);
usage() if $help;
 
my $mailroot = shift @ARGV || '.';
 
my $conversion_type;
if ( $convert_to_dovecot && $convert_to_courier ) {
    print "It is not possible to convert to both Dovecot and Courier formats simultaneously!\n";
    exit 1;
}
else {
    print $do_conversion ? 'Converting' : 'Testing conversion' unless $quiet;
 
    if ($convert_to_courier) {
        print " to Courier format\n" unless $quiet;
        $conversion_type = 'courier';
    }
    elsif ($convert_to_dovecot) {
        print " to Dovecot format\n" unless $quiet;
        $conversion_type = 'dovecot';
    }
    else {
        print " based on newest timestamps\n" unless $quiet;
        $conversion_type = 'auto';
    }
}
 
# Check/Convert maildirs
print "Finding maildirs under $mailroot\n" if ( !$quiet );
if ( is_maildir($mailroot) ) {
    check_maildir($mailroot);
}
elsif ( -d "$mailroot/$maildir_name" ) {
    if ( !is_maildir("$mailroot/$maildir_name") ) {
        print STDERR "$mailroot/$maildir_name doesn't seem to contain a valid Maildir\n";
    }
    else {
        check_maildir("$mailroot/$maildir_name");
    }
}
elsif ($recursive) {
    if ( $depth > 0 || !userdir_check($mailroot) ) {
        $depth-- if ( $depth > 0 );
        if ( !depth_check( $mailroot, $depth ) ) {
            print STDERR "No maildirs found\n";
            exit;
        }
    }
}
 
# Totals
if ( !$quiet ) {
    print "\nTotal: $global_mailbox_count mailboxes / $global_user_count users\n";
    print "       $global_error_count errors\n";
 
    if ( !$do_conversion ) {
        print "No actual conversion done, use --convert parameter\n";
    }
    else {
        print "$uidlist_write_count $dovecot_uidfile files written\n";
    }
    print "\nWARNING: Badly done migration will cause your IMAP and/or POP3 clients to re-download all mails. Read http://wiki.dovecot.org/Migration carefully.\n";
}
 
sub scan_maildir {
    my ( $dir, $map ) = @_;
 
    my @scan_maildir_files;
    if ( opendir my $scan_maildir_dh, $dir ) {
        @scan_maildir_files = readdir($scan_maildir_dh);
        closedir $scan_maildir_dh;
    }
    foreach my $real_filename (@scan_maildir_files) {
        next if ( $real_filename eq "." || $real_filename eq ".." );
 
        my $base_filename;
        if ( $real_filename =~ /^([^:]+):2,/ ) {
            $base_filename = $1;
        }
        else {
            $base_filename = $real_filename;
        }
        $$map{$base_filename} = $real_filename;
    }
}
 
sub read_courier_pop3 {
    my ( $dir ) = @_;
 
    my ( $pop3_uidv, $pop3_nextuid ) = ( -1, 0 );
    my $filename_map = {};
 
    my $f;
    my $pop3_fname = "$dir/$courier_pop3_uidfile";
    open( $f, $pop3_fname ) || die $!;
    my $pop3_hdr = <$f>;
    if ( $pop3_hdr =~ /^\/2 (\d+) (\d+)$/ ) {
        # /2 <next uid> <uidvalidity>
        $_ = <$f>;
    }
    elsif ( $pop3_hdr =~ /^\/1 (\d+)$/ ) {
        # /1 <next uid>
        $_ = <$f>;
    }
    elsif ( $pop3_hdr !~ /^\// ) {
        # version 0: no UIDs
        $_ = $pop3_hdr;
    }
    else {
        print STDERR "$pop3_fname: Broken header: $pop3_hdr\n";
        close $f;
        return $filename_map;
    }
 
    my $line = 0;
    do {
        chomp $_;
   $line++;
        
        my ( $full_fname, $fsize, $uid, $uidv );
        
        if ( /^([^ ]+) (\d+) (\d+):(\d+)$/ ) {
            # v2
            ( $full_fname, $fsize, $uid, $uidv ) = ( $1, $2, $3, $4 );
        }
        elsif ( /^([^ ]+) (\d+) (\d+)$/ ) {
            # v1
            ( $full_fname, $fsize, $uid ) = ( $1, $2, $3 );
            $uidv = 0;
        }
        elsif ( /^([^ ]+) (\d+)$/ ) {
            # v0
            ( $full_fname, $fsize ) = ( $1, $2 );
            $uid = 0;
            $uidv = 0;
        }
        else {
            $global_error_count++;
            print STDERR "$pop3_fname: Broken line: $_\n";
            next;
        }
 
        # get base filename
        my $fname = $full_fname;
        $fname =~ s/^([^:]+).*$/$1/;
 
        my $uidl = "";
        if ( $uid == 0 ) {
            # use filename
            foreach (split(//, $fname)) {
                if (ord($_) < 0x21 || ord($_) > 0x7e || $_ eq "'" || $_ eq '"' || $_ eq "+") {
                    $uidl .= sprintf("+%02X", ord($_));
                } else {
                    $uidl .= $_;
                }
            }
        }
        elsif ($uidv != 0) {
            $uidl = "UID$uid-$uidv";
        }
        else {
            $uidl = "UID$uid";
        }
        $filename_map->{$fname} = [ 0, $uidl, $fsize, $full_fname, $line ];
    } while (<$f>);
    close $f;
    return $filename_map;
}
 
sub read_courier_imap {
    my ( $dir, $filename_map ) = @_;
 
    # check if we can preserve IMAP UIDs
    my $imap_fname = "$dir/$courier_imap_uidfile";
    if ( !-f $imap_fname ) {
        print "$imap_fname: OK\n" if ( !$quiet );
        return;
    }
 
    my $f;
    open( $f, $imap_fname ) || die $!;
    my $imap_hdr = <$f>;
    if ( $imap_hdr !~ /^1 (\d+) (\d+)$/ ) {
        $global_error_count++;
        print STDERR "$imap_fname: Broken header: $imap_hdr\n";
        close $f;
        return;
    }
    my ( $uidv, $nextuid ) = ( $1, $2 );
 
    my %found_files;
    my $found_files_looked_up = 0;
    while (<$f>) {
        chomp $_;
 
        if (/^(\d+) (.*)$/) {
            my ( $uid, $full_fname ) = ( $1, $2 );
 
            # get the base filename
            my $fname = $full_fname;
            $fname =~ s/^([^:]+).*$/$1/;
 
            if ( defined $filename_map->{$fname} ) {
                $filename_map->{$fname}->[0] = $uid;
            }
            else {
                # not in pop3 list
                $filename_map->{$fname} = [ $uid, "", 0, $full_fname, 0 ];
            }
            $nextuid = $uid + 1 if ($uid >= $nextuid);
        }
        else {
            $global_error_count++;
            print STDERR "$imap_fname: Broken header\n";
        }
    }
    close $f;
 
    return ( $uidv, $nextuid, $filename_map );
}
 
sub write_dovecot_uidlist {
    my ( $dir, $uidv, $nextuid, $owner_uid, $owner_gid, $filename_map ) = @_;
    
    my $uidlist_fname = "$dir/$dovecot_uidfile";
    if ( !$overwrite && -f $uidlist_fname ) {
        print "$uidlist_fname already exists, not overwritten\n" if ( !$quiet );
        return;
    }
    return if (scalar keys %{$filename_map} == 0);
    
    return if ( !$do_conversion );
 
    if ($uidv <= 0) {
        # only pop3 UIDLs, generate a new uidvalidity
        $uidv = time();
    }
    
    # POP3 clients may want to get POP3 UIDLs in the same order always.
    # Preserve the order with O flag supported in dovecot 2.0.13+ and dont change order of IMAP UIDs.
    my %order_map;
    foreach my $fname ( keys %{$filename_map} ) {
        my $order = $filename_map->{$fname}->[4];
   $filename_map->{$fname}->[5]=$order;
    }
 
    my $prev_uid = 0;
    foreach my $order ( sort { $a <=> $b } keys %order_map ) {
        my $file_ar = $filename_map->{ $order_map{$order} };
        if ($file_ar->[0] == 0) {
            $file_ar->[0] = $nextuid;
            $nextuid++;
        }
 
        if ($file_ar->[0] <= $prev_uid) {
            $file_ar->[0] = 0;
        } else {
            $prev_uid = $file_ar->[0];
        }
    }
    
    # sort all messages by their imap UID
    my @all =  sort {
       ($filename_map->{$a}[0] || 'inf') <=> ($filename_map->{$b}[0] || 'inf')
    } keys %$filename_map;
 
    $prev_uid = 0;
    my %uidlist_map;
    foreach my $fname ( @all ) {
        my $file_ar = $filename_map->{ $fname };
        my $uid = $file_ar->[0];
        if ($uid == 0 # only in pop3 list or marked for new UID
            # OR: other ill-ordered UID message
            || $uid <= $prev_uid)
        {
            # Assign a new IMAP UID:
            $uid = $nextuid;
            $nextuid++;
        }
        $prev_uid = $uid;
        $uidlist_map{$uid} = $fname;
    }
 
    open( my $dovecot_uidlist_fh, '>', $uidlist_fname ) || die $!;
    print $dovecot_uidlist_fh "3 V$uidv N$nextuid\n";
    foreach my $uid ( sort { $a <=> $b } keys %uidlist_map ) {
        my $file_ar = $filename_map->{ $uidlist_map{$uid} };
        print $dovecot_uidlist_fh "$uid ";
   if ($file_ar->[5]) {
      print $dovecot_uidlist_fh "O".$file_ar->[5]." ";
   }
        print $dovecot_uidlist_fh 'P' . $file_ar->[1] . ' ' if ( $file_ar->[1] ne "" );
        print $dovecot_uidlist_fh 'W' . $file_ar->[2] . ' ' if ( $file_ar->[2] > 0 );
        print $dovecot_uidlist_fh ':' . $file_ar->[3] . "\n";
    }
    close $dovecot_uidlist_fh;
    chown $owner_uid, $owner_gid, $uidlist_fname;
    $uidlist_write_count++;
}
 
sub convert_keywords {
    my ( $dir, $owner_uid, $owner_gid ) = @_;
 
    my $courier_mtime = ( stat("$dir/$courier_keywords_file") )[9] || 0;
    my $dovecot_mtime = ( stat("$dir/$dovecot_keywords_file") )[9] || 0;
 
    # No need to convert if there are no keywords files
    return unless ( $courier_mtime || $dovecot_mtime );
 
    # If we're doing auto-conversion, find the newest keywords file
    my $convert_to = $conversion_type;
    if ( $convert_to eq 'auto' ) {
        $convert_to = $dovecot_mtime > $courier_mtime ? 'courier' : 'dovecot';
    }
 
    if ( $convert_to eq 'dovecot' ) {
        # Courier to Dovecot keyword conversion
        my $keyword_dir      = "$dir/courierimapkeywords";
        my $dovecot_keyfname = "$dir/dovecot-keywords";
 
        if ( !-f "$keyword_dir/:list" ) {
 
            # no keywords
            return;
        }
 
        if ( !$overwrite && -f $dovecot_keyfname ) {
            print "$dovecot_keyfname already exists, not overwritten\n" if ( !$quiet );
            return;
        }
 
        my ( %keywords, %files );
        my $f;
        open( $f, "$keyword_dir/:list" ) || die $!;
 
        # read keyword names
        while (<$f>) {
            chomp $_;
 
            last if (/^$/);
            $keywords{$_} = scalar keys %keywords;
        }
 
        # read filenames -> keywords mapping
        while (<$f>) {
            if (/([^:]+):([\d ]+)$/) {
                my $fname = $1;
                foreach ( sort { $a <=> $b } split( " ", $2 ) ) {
                    $files{$fname} .= chr( 97 + $_ );
                }
            }
            else {
                print STDERR "$keyword_dir/:list: Broken entry: $_\n";
            }
        }
        close $f;
 
        # read updates from the directory
        my %updates;
        my @update_files;
        if ( opendir my $kw_dh, $keyword_dir ) {
            @update_files = readdir($kw_dh);
            closedir $kw_dh;
        }
        foreach (@update_files) {
            next if ( $_ eq ":list" || $_ eq "." || $_ eq ".." );
 
            my $fname = $_;
            if (/^\.(\d+)\.(.*)$/) {
                my ( $num, $base_fname ) = ( $1, $2 );
                if ( !defined $updates{$fname} ) {
                    $updates{$fname} = $num;
                }
                else {
                    my $old = $updates{$fname};
                    if ( $old >= 0 && $num > $old ) {
                        $updates{$fname} = $num;
                    }
                }
            }
            else {
 
                # "fname" overrides .n.fnames
                $updates{$fname} = -1;
            }
        }
 
        # apply the updates
        foreach ( keys %updates ) {
            my $base_fname = $_;
            my $num        = $updates{$_};
 
            my $fname;
            if ( $num < 0 ) {
                $fname = $base_fname;
            }
            else {
                $fname = ".$num.$base_fname";
            }
 
            my @kw_list;
            open( $f, "$keyword_dir/$fname" ) || next;
            while (<$f>) {
                chomp $_;
                my $kw = $_;
                my $idx;
 
                if ( defined $keywords{$kw} ) {
                    $idx = $keywords{$kw};
                }
                else {
                    $idx = scalar keys %keywords;
                    $keywords{$kw} = $idx;
                }
                $kw_list[ scalar @kw_list ] = $idx;
            }
            close $f;
 
            $files{$fname} = "";
            foreach ( sort { $a <=> $b } @kw_list ) {
                $files{$fname} .= chr( 97 + $_ );
            }
        }
 
        return if ( !$do_conversion );
 
        # write dovecot-keywords file
        open( $f, ">$dovecot_keyfname" ) || die $!;
        foreach ( sort { $keywords{$a} <=> $keywords{$b} } keys %keywords ) {
            my $idx = $keywords{$_};
            print $f "$idx $_\n";
        }
        close $f;
        chown $owner_uid, $owner_gid, $dovecot_keyfname;
 
        # update the maildir files
        my $cur_dir = "$dir/cur";
        my @cur_files;
        if ( opendir my $cur_dir_dh, $cur_dir ) {
            @cur_files = readdir($cur_dir_dh);
            closedir $cur_dir_dh;
        }
        foreach (@cur_files) {
            my $fname = $cur_dir . '/' . $_;
 
            my ( $base_fname, $flags, $extra_flags );
            if (/^([^:]+):2,([^,]*)(,.*)?$/) {
                ( $base_fname, $flags, $extra_flags ) = ( $1, $2, $3 );
                $extra_flags = "" if ( !defined $extra_flags );
            }
            else {
                $base_fname  = $fname;
                $flags       = "";
                $extra_flags = "";
            }
 
            if ( defined $files{$base_fname} ) {
 
                # merge old and new flags
                my %newflags;
                foreach ( sort split( "", $files{$base_fname} ) ) {
                    $newflags{$_} = 1;
                }
                foreach ( sort split( "", $flags ) ) {
                    $newflags{$_} = 1;
                }
                $flags = "";
                foreach ( sort keys %newflags ) {
                    $flags .= $_;
                }
                my $new_fname = "$cur_dir/$base_fname:2,$flags$extra_flags";
                if ( $fname ne $new_fname ) {
                    rename( $fname, $new_fname )
                      || print STDERR "rename($fname, $new_fname) failed: $!\n";
                }
            }
        }
    }
    else {
 
        # Dovecot to Courier keywords conversion
        return unless $dovecot_mtime;
 
        if ( !$overwrite && -f "$dir/$courier_keywords_file" ) {
            print "$courier_keywords_file already exists, not overwritten\n" if ( !$quiet );
            return;
        }
 
        # Read Dovecot keywords list into memory
        open my $dovecot_kw_fh, '<', "$dir/$dovecot_keywords_file" || die $!;
        my %keywords;
        while ( my $line = readline($dovecot_kw_fh) ) {
            chomp $line;
            if ( $line =~ /(\d+)\s+(.+)/ ) {
 
                # Number then Keyword
                $keywords{$1} = $2;
            }
        }
        close $dovecot_kw_fh;
 
        # Scan files in cur for keywords
        my $cur_dir = "$dir/cur";
        my %file_keyword_map;
 
        my @cur_files;
        if ( opendir my $cur_dir_dh, $cur_dir ) {
            @cur_files = readdir($cur_dir_dh);
            closedir $cur_dir_dh;
        }
        foreach my $basename (@cur_files) {
            my $flags;
            my $extra_flags;
            my $keywords = '';
 
            # Split out and process flags
            if ( $basename =~ /^([^:]+):2,([^,]*)(,.*)?$/ ) {
                ( $basename, $flags, $extra_flags ) = ( $1, $2, $3 );
                $extra_flags = "" unless ( defined $extra_flags );
            }
            else {
                $basename    = "";
                $flags       = "";
                $extra_flags = "";
            }
            foreach my $key ( sort split( //, $flags ) ) {
                my $val = ord($key) - 97;
                next unless ( $val >= 0 && $val < 26 );
                next unless ( defined $keywords{$val} );
                $keywords .= ' ' . $val;
            }
            if ($keywords) {
                $keywords =~ s/^\s+//;
                $file_keyword_map{$basename} = $keywords;
            }
        }
 
        return unless ($do_conversion);
 
        # Make courier keywords directory if necessary
        my $key_dir = "$dir/$courier_keywords_dir";
        unless ( -d $key_dir ) {
            unlink $key_dir;
            mkdir $key_dir;
            chown $owner_uid, $owner_gid, $key_dir;
        }
 
        # Remove any old courier keywords files
        my @courier_keywords_files;
        if ( opendir my $courier_keywords_dh, $key_dir ) {
            @courier_keywords_files = readdir($courier_keywords_dh);
            closedir $courier_keywords_dh;
        }
        foreach my $file (@courier_keywords_files) {
            $file = $key_dir . $file;
            next unless -f $file;
            unlink $file;
        }
 
        # Write courier keywords list
        return unless ( scalar %keywords );
        open my $courier_kw_fh, '>', "$dir/$courier_keywords_file" || die $!;
        foreach my $num ( sort keys %keywords ) {
            print $courier_kw_fh $keywords{$num} . "\n";
        }
        print $courier_kw_fh "\n";
        foreach my $file ( sort keys %file_keyword_map ) {
            print $courier_kw_fh $file . ':' . $file_keyword_map{$file} . "\n";
        }
        close $courier_kw_fh;
        chown $owner_uid, $owner_gid, "$dir/$courier_keywords_file";
    }
}
 
sub convert_subscriptions {
    my ( $dir, $owner_uid, $owner_gid ) = @_;
 
    my $courier_mtime = ( stat("$dir/$courier_subscriptions_file") )[9] || 0;
    my $dovecot_mtime = ( stat("$dir/$dovecot_subscriptions_file") )[9] || 0;
 
    # No need to convert if there is no subscriptions files
    return unless ( $courier_mtime || $dovecot_mtime );
 
    # If we're doing auto-conversion, find the newest subscription file
    my $convert_to = $conversion_type;
    if ( $convert_to eq 'auto' ) {
        $convert_to = $dovecot_mtime > $courier_mtime ? 'courier' : 'dovecot';
    }
 
    my $src_file  = "$dir/$dovecot_subscriptions_file";
    my $dst_file  = "$dir/$courier_subscriptions_file";
    my $src_mtime = $dovecot_mtime;
    my $dst_mtime = $courier_mtime;
    if ( $convert_to eq 'dovecot' ) {
        $src_file  = "$dir/$courier_subscriptions_file";
        $dst_file  = "$dir/$dovecot_subscriptions_file";
        $src_mtime = $courier_mtime;
        $dst_mtime = $dovecot_mtime;
    }
 
    # Sanity checks..
    if ( $dst_mtime && !$overwrite ) {
        print "$dst_file already exists, not overwritten\n" if ( !$quiet );
        return;
    }
    if ( $dst_mtime && !-f $dst_file ) {
        print "$dst_file already exists as something other than a file\n" if ( !$quiet );
        return;
    }
    unless ($src_mtime) {
        return;
    }
    unless ( -f $src_file ) {
        print "$src_file isn't a regular file\n" if ( !$quiet );
        return;
    }
 
    return unless ($do_conversion);
 
    open( my $src_fh, '<', $src_file ) || die $!;
    open( my $dst_fh, '>', $dst_file ) || die $!;
    while ( my $line = readline($src_fh) ) {
        chomp $line;
        if ( $line =~ /^INBOX$/i ) {
            print $dst_fh "INBOX\n";
        }
        elsif ( $convert_to eq 'dovecot' ) {
            if ( $line =~ /^INBOX\.(.*)$/i ) {
                print $dst_fh "$1\n";
            }
            else {
 
                # Unknown. The dovecot migrate script leaves these as-is...
                print $dst_fh "$line\n";
            }
        }
        else {
 
            # converting to Courier INBOX namespace
            if ( $line =~ /\S/ ) {
                print $dst_fh "INBOX.$line\n";
            }
        }
    }
    close $src_fh;
    close $dst_fh;
    chown $owner_uid, $owner_gid, $dst_file;
}
 
sub check_maildir_single {
    my ( $dir, $childbox ) = @_;
 
    $dir =~ s{^\./}{}g;
 
    my $owner_uid;
    my $owner_gid;
 
    # Store the relevant stats()
    my @courier_pop_stat = ();
    @courier_pop_stat = stat("$dir/$courier_pop3_uidfile") unless $childbox;
    my @courier_imap_stat = stat("$dir/$courier_imap_uidfile");
    my @dovecot_stat      = stat("$dir/$dovecot_uidfile");
 
    # Gather mtimes
    my $courier_pop_mtime  = ( scalar @courier_pop_stat > 0 )  ? $courier_pop_stat[9]  : 0;
    my $courier_imap_mtime = ( scalar @courier_imap_stat > 0 ) ? $courier_imap_stat[9] : 0;
    my $dovecot_mtime      = ( scalar @dovecot_stat > 0 )      ? $dovecot_stat[9]      : 0;
 
    # Determine conversion type
    my $convert_uidl_to = $conversion_type;
 
    if ( $convert_uidl_to eq 'auto' ) {
        $convert_uidl_to = $dovecot_mtime > $courier_pop_mtime && $dovecot_mtime > $courier_imap_mtime ? 'courier' : 'dovecot';
    }
 
    # Convert UIDLs
 
    if ( $convert_uidl_to eq 'dovecot' ) {
 
        # To Dovecot
        unless ( $courier_pop_mtime || $courier_imap_mtime ) {
            print "$dir: No imap/pop3 uidlist files\n" if ( !$quiet && !$childbox );
            return;
        }
 
        $owner_uid = $courier_pop_mtime ? $courier_pop_stat[4] : $courier_imap_stat[4];
        $owner_gid = $courier_pop_mtime ? $courier_pop_stat[5] : $courier_imap_stat[5];
 
        my $uidv    = -1;
        my $nextuid = 1;
        my $filename_map;
 
        if ( $courier_pop_mtime) {
            $filename_map = read_courier_pop3( $dir );
        }
 
        if ($courier_imap_mtime) {
            ( $uidv, $nextuid, $filename_map ) = read_courier_imap( $dir, $filename_map );
        }
   $global_mailbox_count++;
   write_dovecot_uidlist( $dir, $uidv, $nextuid, $owner_uid, $owner_gid, $filename_map );
        remove_dovecot_caches($dir) if ($overwrite);
    }
    else {
 
        # To Courier
        unless ($dovecot_mtime) {
            print "$dir: No imap/pop3 uidlist files\n" if ( !$quiet && !$childbox );
            return;
        }
 
        $owner_uid = $dovecot_stat[4];
        $owner_gid = $dovecot_stat[5];
        my ( $uidv, $nextuid, $msguids ) = read_dovecot_uidfile($dir);
        if ($uidv) {
            write_courier_pop3( $dir, $uidv, $nextuid, $owner_uid, $owner_gid, $msguids );
            write_courier_imap( $dir, $uidv, $nextuid, $owner_uid, $owner_gid, $msguids );
        }
    }
 
    # If we get here we did a UIDL conversion.  Now convert subscriptions and keywords
 
    convert_subscriptions( $dir, $owner_uid, $owner_gid );
    convert_keywords( $dir, $owner_uid, $owner_gid );
}
 
sub remove_dovecot_caches {
    my $dir = shift;
    foreach my $file ( qw(dovecot.index dovecot.index.cache dovecot.index.log dovecot.index.log2), $dovecot_uidvalidity_file ) {
        unlink $dir . '/' . $file;
    }
    unlink glob( $dir . '/' . $dovecot_uidvalidity_file . '.*' );
}
 
sub read_dovecot_uidfile {
    my $dir             = shift;
    my $dovecot_uidfile = "$dir/$dovecot_uidfile";
 
    my $uidv;
    my $nextuid = 1;
    my $dovecot_uid_version;
    my @msguids;
 
    if ( !-f $dovecot_uidfile ) {
        print "$dovecot_uidfile: OK\n" if ( !$quiet );
        return;
    }
 
    my $dovecot_uid_fh;
    open( $dovecot_uid_fh, '<', $dovecot_uidfile ) || die $!;
    my $dovecot_hdr = readline($dovecot_uid_fh);
    if ( $dovecot_hdr =~ /^3\s+(.+)$/ ) {
        my $options = $1;
        $dovecot_uid_version = 3;
        foreach my $part ( split( /\s+/, $options ) ) {
            if ( $part =~ /(\w)(.+)/ ) {
                my $type = $1;
                my $val  = $2;
                if ( $type eq 'V' ) {
                    $uidv = $val;
                }
                elsif ( $type eq 'N' ) {
                    $nextuid = $val;
                }
            }
        }
 
        unless ($uidv) {
            $global_error_count++;
            print STDERR "$dovecot_uidfile: Broken header: $dovecot_hdr\n";
            close $dovecot_uid_fh;
            return;
        }
    }
    elsif ( $dovecot_hdr =~ /^1\s+(\S+)\s+(\S+)$/ ) {
        $dovecot_uid_version = 1;
        $uidv                = $1;
        $nextuid             = $2;
    }
    else {
        $global_error_count++;
        print STDERR "$dovecot_uidfile: Broken header: $dovecot_hdr\n";
        close $dovecot_uid_fh;
        return;
    }
 
    while ( my $line = readline($dovecot_uid_fh) ) {
 
        chomp $line;
        my @prts = split( /\s+/, $line );
 
        if ( $dovecot_uid_version eq '3' ) {
            next unless ( scalar @prts >= 2 );
            my $msgnum   = shift @prts;
            my $filename = pop @prts;
            $filename =~ s/^\://;
            my $msgsize;
 
            # Dovecot may or may not store the sizes for each message in the uidl file
            # S# is the size with UNIX newlines, W# is the size with windows newlines
          SIZE_LOOP:
            foreach my $subprt (@prts) {
                if ( $subprt =~ s/^W// ) {
                    $msgsize = $subprt;
                    last SIZE_LOOP;
                }
            }
            push @msguids, [ $msgnum, $filename, $msgsize ];
            $nextuid = $msgnum + 1 if ( $msgnum >= $nextuid );
        }
        else {
 
            # process V1 data
            next unless ( scalar @prts == 2 );
            push @msguids, [ $prts[0], $prts[1], undef ];
            $nextuid = $prts[0] + 1 if ( $prts[0] >= $nextuid );
        }
    }
 
    return ( $uidv, $nextuid, \@msguids );
}
 
sub write_courier_pop3 {
    my $dir       = shift;
    my $uidv      = shift;
    my $nextuid   = shift;
    my $owner_uid = shift;
    my $owner_gid = shift;
    my $msguids   = shift;
 
    # Check file/overwrite/conversion
    my $uidlist_fname = "$dir/$courier_pop3_uidfile";
    if ( !$overwrite && -f $uidlist_fname ) {
        print "$uidlist_fname already exists, not overwritten\n" if ( !$quiet );
        return;
    }
 
    return if ( !$do_conversion );
 
    # Check that all entries have sizes..  We don't write the pop3 file if we can't do so correctly
    foreach my $msg_ar ( @{$msguids} ) {
        unless ( defined $msg_ar->[2] ) {
            print "Missing some sizes for $uidlist_fname, skipping\n" if ( !$quiet );
            return;
        }
    }
 
    # Write file
    open( my $courier_pop_fh, '>', $uidlist_fname ) || die $!;
    print $courier_pop_fh "/2 $nextuid $uidv\n";
    foreach my $msg_ar ( @{$msguids} ) {
        print $courier_pop_fh $msg_ar->[1] . ' ' . $msg_ar->[2] . ' ' . $msg_ar->[0] . ':' . $uidv . "\n";
    }
    close $courier_pop_fh;
    chown $owner_uid, $owner_gid, $uidlist_fname;
    $uidlist_write_count++;
 
}
 
sub write_courier_imap {
    my $dir       = shift;
    my $uidv      = shift;
    my $nextuid   = shift;
    my $owner_uid = shift;
    my $owner_gid = shift;
    my $msguids   = shift;
 
    # Check file/overwrite/conversion
    my $uidlist_fname = "$dir/$courier_imap_uidfile";
    if ( !$overwrite && -f $uidlist_fname ) {
        print "$uidlist_fname already exists, not overwritten\n" if ( !$quiet );
        return;
    }
 
    return if ( !$do_conversion );
 
    # Write file
    open( my $courier_imap_fh, '>', $uidlist_fname ) || die $!;
    print $courier_imap_fh "1 $uidv $nextuid\n";
    foreach my $msg_ar ( @{$msguids} ) {
        my $filename = $msg_ar->[1];
        $filename =~ s/\:2.*$//;
        print $courier_imap_fh $msg_ar->[0] . ' ' . $filename . "\n";
    }
    close $courier_imap_fh;
    chown $owner_uid, $owner_gid, $uidlist_fname;
    $uidlist_write_count++;
 
}
 
sub check_maildir {
    my ($dir) = @_;
 
    my $orig_mailboxes = $global_mailbox_count;
 
    check_maildir_single( $dir, 0 );
    my @check_maildir_files;
    if ( opendir my $check_maildir_dh, $dir ) {
        @check_maildir_files = readdir($check_maildir_dh);
        closedir $check_maildir_dh;
    }
    foreach my $file (@check_maildir_files) {
        next unless ( $file =~ /^\./ );
        next if ( $file =~ /^\.?\.$/ );
        $file = $dir . '/' . $file;
        next if ( -l $file );
        check_maildir_single( $file, 1 );
    }
 
    $global_user_count++ if ( $orig_mailboxes != $global_mailbox_count );
}
 
sub is_maildir {
    my ($dir) = @_;
 
    # Do we need to check for the courier specific files here or is it enough to assume every maildir will have a cur directory?
    return ( -f "$dir/$courier_pop3_uidfile" || -f "$dir/$courier_imap_uidfile" || -d "$dir/cur" );
}
 
sub userdir_check {
    my ($dir) = @_;
    my $found = 0;
 
    my @userdir_check_files;
    if ( opendir my $userdir_dh, $dir ) {
        @userdir_check_files = readdir($userdir_dh);
        closedir $userdir_dh;
    }
    foreach my $userdir (@userdir_check_files) {
        $userdir = $dir . '/' . $userdir;
        next if ( -l $userdir );
        next if ( !-d $userdir );
 
        if ( $maildir_subdirs == -1 ) {
 
            # unknown if we want $maildir_name/ or not
            if ( -d "$userdir/$maildir_name" && is_maildir("$userdir/$maildir_name") ) {
                $maildir_subdirs = 1;
            }
            elsif ( is_maildir($userdir) ) {
                $maildir_subdirs = 0;
            }
            else {
                next;
            }
        }
 
        if ( $maildir_subdirs == 1 ) {
            if ( is_maildir("$userdir/$maildir_name") ) {
                check_maildir("$userdir/$maildir_name");
                $found = 1;
            }
        }
        elsif ( $maildir_subdirs == 0 ) {
            if ( is_maildir($userdir) ) {
                check_maildir($userdir);
                $found = 1;
            }
        }
    }
    return $found;
}
 
sub depth_check {
    my ( $dir, $depth ) = @_;
    my $found = 0;
 
    my @depth_check_files;
    if ( opendir my $depth_check_dh, $dir ) {
        @depth_check_files = readdir($depth_check_dh);
        closedir $depth_check_dh;
    }
    foreach my $subdir (@depth_check_files) {
        next if ($subdir eq '.' || $subdir eq '..');
        $subdir = $dir . '/' . $subdir;
        next if ( !-d $subdir );
 
        if ( $depth > 0 ) {
            $found = 1 if ( depth_check( $subdir, $depth - 1 ) );
        }
        else {
            $found = 1 if ( userdir_check($subdir) );
        }
    }
    return $found;
}
 
sub usage {
    print "Usage: maildir-migrate [options] <maildir>\n\n";
    print "Options:\n";
    print "    --convert       Perform conversion\n";
    print "    --quiet         Silence output\n";
    print "    --overwrite     Overwrite existing files\n";
    print "    --recursive     Recursively look through maildir for subaccounts\n";
    print "    --to-dovecot    Conversion is from Courier to Dovecot\n";
    print "    --to-courier    Conversion is from Dovecot to Courier\n";
    exit 0;
}