Archive

Archive for October, 2009

Script to show id3v2 frames present or absent in a file

October 29th, 2009 No comments

This is a very simple script. See the usage at the top of the script starting on line 28.

#!/bin/bash

# Author: Gabriel Burca (gburca dash mp3 at ebixio dot com)
# Version: 1.0
#
# Copyright (C) 2006-2009  Gabriel Burca (gburca dash mp3 at ebixio dot com)
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.


set -o nounset
set -o errexit

function usage () {
    cat << EOF
Checks for particular id3v2 frames in a set of files.
Usage:
    $0 <option> <FRAME> files...

Options:
    -m | --missing  Show files that are missing the frame
    -h | --has      Show files that have the frame
    -s | --show     Show the contents of the frame
    -a | --all      Show all the frames

For example, to find mp3's with no album art:
    $0 -m APIC *.mp3

Some sample frames:
    APIC    - Cover art
    TIT2    - Song name
    TPE1    - Artist
    TALB    - Album
    TCON    - Genre
EOF
}

function FilesWithoutFrame() {
    FRAME=$1
    shift

    for file in $@ ; do
        id3v2 -R "$file" | egrep "^$FRAME " 2>&1 > /dev/null
        if [ $? -gt 0 ]; then
            # $file is missing $FRAME
            echo $file
        fi
    done
}

function FilesWithFrame() {
    FRAME=$1
    shift

    for file in $@ ; do
        id3v2 -R "$file" | egrep "^$FRAME " 2>&1> /dev/null
        if [ $? -eq 0 ]; then
            # $file has $FRAME
            echo $file
        fi
    done
}

function ShowFrameContents() {
    FRAME=$1
    shift

    for file in $@ ; do
        id3v2 -R "$file" | egrep "^$FRAME "
    done
}

function ShowAll() {
    for file in $@; do
        echo
        echo
        id3v2 -R "$file"
    done
}


################################################################################
# main()
################################################################################

if [ $# -lt 2 ]; then
    usage
    exit 1
fi

IFS_orig=$IFS
IFS='
'

case $1 in
    -m | --missing)
        shift
        FilesWithoutFrame $@
        ;;
    -h | --has)
        shift
        FilesWithFrame $@
        ;;
    -s | --show)
        shift
        ShowFrameContents $@
        ;;
    -a | --all)
        shift
        ShowAll $@
        ;;
    *)
        usage
        exit 1
        ;;
esac

IFS=$IFS_orig
Categories: Uncategorized Tags: , , , ,

Convert flac and wav files to mp3

October 22nd, 2009 No comments

In case it might be useful to others, here’s a script that can be used to convert a bunch of *.wav files to *.flac and *.flac files to *.mp3. The script will first first convert all *.wav files (if any) to *.flac, then it will convert all *.flac files to *.mp3. See the usage instructions starting on line 31 below for more details.

I called the script

flac2mp3dir.sh

#!/bin/bash

# Author: Gabriel Burca (gburca dash flac2mp3dir at ebixio dot com)
# Version: 1.0
#
# Copyright (C) 2006-2009  Gabriel Burca (gburca dash flac2mp3dir at ebixio dot com)
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.


set -o nounset
set -o errexit

function usage () {
    cat << EOF
Usage:
$0 source/dir dest/dir

All wav/flac files in source/dir and its subdirectories will be converted to
mp3 and placed in dest/dir while maintaining the directory structures. ID3
tags will also be copied from flac to mp3 files.

Existing files (mp3 or flac) will not be overwritten.
Source and destination directories can be the same.

EOF
}

function absname () {
        # Returns the absolute filename of a given file or directory.
        if [ -d "$1" ] ; then   # Only a directory name.
                dir="$1"
                #unset file
                file=""
        elif [ -f "$1" ] ; then # Strip off and save the filename.
                dir=$(dirname "$1")
                file="/"$(basename "$1")
        else
                # The file did not exist.
                # Return null string as error.
                echo
                return 1
        fi
 
        # Change to the directory and display the absolute pathname.
        cd "$dir"  > /dev/null
        echo "${PWD}${file}"
}

function flac2mp3 () {
        INF="$1"
        OUTF=`echo "$INF" | sed 's/\.flac$/.mp3/'`
        PWD=`pwd`
        SUBDIR=${PWD:$SRCDIRLEN}
        #SUBDIR=${PWD#$SRCDIR}

        INF="$PWD/$INF"
        OUTF="$DESTDIR$SUBDIR/$OUTF"
        #echo "$INF ... $PWD $SRCDIRLEN $SUBDIR $OUTF"

        if [ -e "$OUTF" ] ; then
                if [ "$OUTF" -ot "$INF" ] ; then
                        echo "*** Re-converting old file: $OUTF"
                        # rm -f "$OUTF"
                else
                        echo "*** Skip flac2mp3! Output file already exists: $OUTF"
                        return
                fi
        fi

        if [ ! -e "$DESTDIR$SUBDIR" ] ; then
                mkdir -p "$DESTDIR$SUBDIR"
        fi

        # Convert flac to mp3
        echo "${INDENT}flac2mp3 Converting $INF => $OUTF"
        #touch "$OUTF"
        flac -c -d "$INF" | lame --preset standard --replaygain-accurate - "$OUTF"

        # Copy tags to new file
        id3 -D "$INF" -1 -2 "$OUTF"

        # Copy non-flac/non-wav (folder.jpg, etc...) files to dest/dir
        if [[ ! -e "$DESTDIR$SUBDIR/folder.jpg" && -e "folder.jpg" ]] ; then
                cp folder.jpg "$DESTDIR$SUBDIR"
        fi
}

function wav2mp3 () {
        INF="$1"
        OUTF=`echo "$INF" | sed 's/\.wav$/.flac/'`

        if [ -e "$OUTF" ] ; then
                echo "*** Skip wav2mp3! Output file already exists: $OUTF"
                return
        fi

        echo "${INDENT}wav2mp3 Converting $INF => $OUTF"
        #touch "$OUTF"
        flac -V -o "$OUTF" "$INF"
        flac2mp3 "$OUTF"
}

function traveldir ()
{
        dir="$1"

        pushd "$dir" > /dev/null
        echo "Entering: `pwd`"

        for a in *
        do
                if test -d "$a" ; then
                        traveldir "$a"
                else
                        if [[ `expr match "$a" '.*\\.flac$'` > 0 ]] ; then
                                flac2mp3 "$a"
                        elif [[ `expr match "$a" '.*\\.wav$'` > 0 ]] ; then
                                wav2mp3 "$a"
                        else
                                echo "${INDENT}Skipping: $a"
                        fi
                fi
        done
        popd > /dev/null
}

################################################################################
# main()
################################################################################

if [[ $# < "2" ]] ; then
        usage
        exit 1
fi

SRCDIR="$1"
DESTDIR="$2"

if [[ ! -e "$DESTDIR" ]] ; then
        mkdir -p "$DESTDIR"
fi

if [[ ! -e "$SRCDIR" ]] ; then
        echo "$SRCDIR does not exist!"
        exit 2
fi

# Get absolute directories
SRCDIR=$(absname "$SRCDIR")
DESTDIR=`absname "$DESTDIR"`

SRCDIRLEN=`expr length "$SRCDIR"`
INDENT="    "

pushd . > /dev/null
traveldir "$SRCDIR"
popd > /dev/null
Categories: Uncategorized Tags: , , , , , ,

Git filter-branch incantations

October 15th, 2009 No comments

Here’s an example of how to use the git filter-branch command with the –env-filter option:

git checkout mybranch
git filter-branch --env-filter "export \
    GIT_AUTHOR_NAME='Your Name' \
    GIT_AUTHOR_EMAIL='email@example.com' \
    GIT_COMMITTER_NAME='Your Name' \
    GIT_COMMITTER_EMAIL='email@example.com'" \
    HEAD~4..HEAD

Notice that on line 7, the first reference (HEAD~4 in this example) needs to be the parent of the first (oldest) commit you want to change.

Verify that your changes are good by comparing the rewritten commits with the original/refs/heads/mybranch reference that filter-branch saves. If all is good, delete the original reference:

git update-ref -d refs/original/refs/heads/mybranch

In one of my old subversion projects I did some branch merges before SVN started tracking merges with meta-data. When the project was converted to GIT, what I ended up with were some branches that seemed to lead to nowhere (they looked like they were abandoned and never merged back into the trunk). Git had no way of knowing at what point the side-branches became integrated into the trunk because in early versions of SVN there was no meta-data to track merges. I have no plans to go back to SVN, so I decided to fix this “cosmetic” issue.

Git filter-branch to the rescue. The –parent-filter allows you to rewrite the parents of a commit. All I need to do is find the trunk commit that the branches were merged into and make the side-branch tip a second parent of that commit.

git filter-branch --parent-filter \
    'test $GIT_COMMIT = 9d2104a09307b44a3640ae368916edd80e966290 && \
    echo "-p a3f23400f469a327310513e9a20a0d717e7bc04f \
          -p 512e8f229bba27bbec1df49607e7717db760edec" \
    || cat' \
    --tag-name-filter 'cat' \
    a3f23400f469a327310513e9a20a0d717e7bc04f..master

Explanation: Line 2 contains the SHA1 (9d210…) of the SVN revision that is missing a parent. This is the revision into which the dangling head (512e8…) was actually merged in SVN, but which git does not show as containing 512e8.

Line 3 has the first parent (a3f23…) which was there before the filter-branch. We need to retain this parent. Line 4 has the SHA1 (512e8…) of the missing parent. Both of these will become parents of 9d210.

The cat is there because we want to keep all commits that don’t match 9d210… unchanged.

Lastly, line 6 is there to retain the existing tags, and line 7 covers the range we want to modify (notice that this extends from the parent of 9d210 to the tip of the master branch).

Categories: Uncategorized Tags: , ,

Git on Windows

October 9th, 2009 No comments

One of the problems with using git on Windows is that it’s difficult to integrate it with other native (Windows) tools. That’s because the environment git runs in (cygwin or msysgit) refers to files by their UNIX name, but the Windows tools have no notion of where /tmp is for example (and that location can be different between cygwin and msysgit).

When doing an interactive rebase, the editor might be asked to edit a file such as /cygdrive/c/some/path/to/a/file. When doing a diff in git, one or both of the files to be diff’d might be placed by git in /tmp. Windows tools don’t understand such path names.

Fortunately, cygwin ships with a utility called cygpath that can be used to convert between UNIX and Windows paths. Msysgit doesn’t have this utility, but if cygwin’s /bin directory is in your Windows path, msysgit will pick it up and the scripts below will be usable for both cygwin and msysgit.

Here’s a GitEditor.sh script that can be used as a wrapper around your editor:

#!/bin/sh

# Author: Gabriel Burca
#
# Script arguments:
# file-to-edit

FILE=`cygpath -w "${1}"`
"C:/Program Files/Vim/vim72/gvim.exe" "$FILE"
This GitExtDiff.sh script can be used as a wrapper around your diff tool:
#!/bin/sh

# Author: Gabriel Burca
#
# Script arguments:
# path old-file old-hex old-mode new-file new-hex new-mode

# The old-file path is typically "/tmp/.diff_something" and windows programs
# don't know how to get to "/tmp"
# We use cygpath to convert to something windows programs understand.

OLD_FILE=`cygpath -w "${2}"`
NEW_FILE=`cygpath -w "${5}"`
"C:/Program Files/WinMerge/WinMergeU.exe" -e -ub "$OLD_FILE" "$NEW_FILE"
Finally, you'll need to modify ~/.gitconfig to use these scripts by adding something like this to it:

        external = "C:/Utility/GitExtDiff.sh"
[core]
        editor = "C:/Utility/GitEditor.sh"
Categories: Uncategorized Tags: , , , ,

Inspect the f-stop photo.db file

October 2nd, 2009 3 comments

At one point I had a need to extract various pieces of information from the f-spot photo.db file (that’s where f-spot keeps all the information), so I wrote this script. Posting it here in case others find it useful. I called it

f-spot-list


#!/bin/bash

# Author: Gabriel Burca (gburca dash fspotlist at ebixio dot com)
# Version: 1.0
#
# Copyright (C) 2006-2009  Gabriel Burca (gburca dash fspotlist at ebixio dot com)
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

set -o nounset
set -o errexit

function usage () {
    cat << EOF
Extracts various pieces of information from an f-spot photo.db file.
Usage:
    $0 <photo.db> <option>

Options:
    -P | --Photo        Pictures in the Photo directory
    -k | --links DIR... All pictures in DIR that are not links
    -a | --all          All pictures in database
    -h | --has TAG...   Show pictures tagged with the tag
    -t | --tags         Show all available tags

<photo.db> is usually "~/.config/f-spot/photos.db"

Ex:
    - Find all photos tagged "Favorites" or "Web":
    $0 photos.db -h Favorites Web | sort | uniq | sed 's|^file://||' \
        | xargs -I linkName readlink -e linkName

EOF
}

function PhotosInPhotoDir() {
    sqlite3 "$PHOTO_DB" "select id, uri from photos where uri like '%Photos%';"
}

function HasTag() {
    for TAG in $@ ; do
        SQL="select base_uri || filename from photos \
            inner join photo_tags on photos.id = photo_tags.photo_id \
            inner join tags on photo_tags.tag_id = tags.id \
            where tags.name like '$TAG';"
        #echo $SQL
        sqlite3 "$PHOTO_DB" "$SQL"
    done
}

function ShowNonLinks() {
        for DIR in $@ ; do
                find "$DIR" -type f
        done
}

function ShowTags() {
    sqlite3 "$PHOTO_DB" "select name from tags order by name;"
}

function ShowAll() {
    sqlite3 "$PHOTO_DB" "select * from photos;"
}

################################################################################
# main()
################################################################################

if [ $# -lt 2 ]; then
    usage
    exit 1
fi

IFS_orig=$IFS
IFS='
'

PHOTO_DB=$1
shift

if [ ! -e "$PHOTO_DB" ]; then
    usage
    exit 2
fi

case $1 in
    -P | --Photo)
        shift
        PhotosInPhotoDir $@
        ;;
    -k | --links)
        shift
        ShowNonLinks $@
        ;;
    -t | --tags)
        shift
        ShowTags $@
        ;;
    -h | --has)
        shift
        HasTag $@
        ;;
    -a | --all)
        shift
        ShowAll $@
        ;;
    *)
        usage
        exit 1
        ;;
esac

IFS=$IFS_orig
Categories: Uncategorized Tags: , , , ,