@phdthesis{Koubaroulis-PhD2001,
key = {Koubaroulis-PhD2001},
school = {University of Surrey},
author = {D. Koubaroulis},
title = {The Multimodal Neighbourhood Signature for Modelling Object Appearance and Applications in Computer Vision},
year = {2001},
month = {October},
day = {4},
keywords = {Multimodal Neighbourhood Signature, Colour recognition, Image retrieval , Video Annotation, Object Localisation },
psurl = {[PDF]},
summary = {In a broad sense, visual recognition is defined as the task of
determining the presence of one or more objects (or object
categories) in images. There are a number of computer vision
applications which, one way or another, involve recognition
such as (traditional) object recognition, object-based image
retrieval and object-based video annotation. Our objective is
to develop a general-purpose colour-based recognition system,
which is useful for the above applications both as a standalone
system and as a component of an integrated system which might
exploit -- apart from colour -- other visual and/or non-visual
information for recognition.
Recognition is model-based; the presence of a specific object
in the scene is determined by comparing a representation of the
object (called the object model) with image measurements. We take
an appearance-based (or example-based) approach. The object
model is derived automatically from a few -- sometimes a single --
image(s) of the object; a realistic assumption in many appli-
cations.
In this thesis, a novel representation of local object colour
structure is proposed, called the Multimodal Neighbourhood
Signature (MNS). Our approach is based on the observation that
many objects can be detected in a possibly complex scene without
extreme effort, regardless of the area occupied by the visible
parts of the objects. Local appearance is described by stable
features computed from robustly filtered colour values. Neither
prior segmentation nor edge detection is required. We develop
prototype systems for object-based recognition, retrieval and
annotation as well as a method for object localisation.
A number of working recognition systems have been proposed in
the literature. However, most methods present results using
carefully selected images suitable for their application, a fact
that makes comparison difficult. In this work, the implemented
algorithm, with its default algorithmic settings, is evaluated
using a number of (publicly available) data sets, representing a
variety of applications. Good performance in trademark, adver-
tisment and video retrieval as well as sport video annotation is
reported. For performance evaluation, a number of colour-based
object recognition and image retrieval methods are reviewed and
compared. Very promising results are presented for recognition of
objects in cluttered scenes, in the presence of partial occlusion
and appearance variations due to changes in viewpoint, illumina-
tion, scale and image resolution. },
}
@InProceedings{Matas-CPRW2000,
key = {Matas-CPRW2000},
author = {Matas, J. and Koubaroulis, D. and Kittler, J.},
title = {Performance Evaluation of the Multi-modal Neighbourhood
Signature Method for Colour Object Recognition},
year = {2000},
pages = {27--34},
booktitle = {Proceedings of the Czech Pattern Recognition Workshop},
editor = {Svoboda, Tom{\'a}{\v s}},
publisher = {Czech Society for Pattern Recognition},
address = {Prague, Czech Republic},
isbn = {80-238-5215-9},
book_pages = {191},
month = {February},
day = {2--4},
venue = {Center for Machine Perception, Per{\v s}l{\'a}k, Czech Republic},
keywords = { },
psurl = {[PDF .uk] [PDF .cz]},
project = { VS96049 },
}
InProceedings{Christmas-IR01,
author = {W. Christmas and J. Kittler and D. Koubaroulis and B. Levienaise-Obadia and K. Messer},
title = {Generation of Semantic Cues for Sports Video Annotation},
booktitle = {International Workshop on Information Retrieval, Oulu,
Finland},
pages = {171--178},
year = {2001},
month = {September 19-21}
}
@InProceedings{Kittler-ICIP01,
author = {J. Kittler and K. Messer and W. Christmas and B Levienaise-Obadia and D. Koubaroulis},
title = { Generation of semantic cues for sports video
annotation},
booktitle = {Proceedings of the 2001 International Conference on Image
Processing (ICIP 2001 ), Thessaloniki, Greece},
year = {2001},
month = {7-10 October},
pages = {26-29},
volume = {},
}
@InProceedings{Koubaroulis-CIR00,
key = {Koubaroulis-CIR00},
author = {Koubaroulis, D. and Matas, J. and Kittler, J.},
title = {Colour-based Image Retrieval from Video Sequences},
year = {2000},
pages = {1--12},
booktitle = {Proceedings of the CIR2000, Third UK Conference on Image Retrieval},
editor = {Eakins, John P and Enser, Peter G B},
publisher = {University of Brighton},
address = {Brighton, UK},
isbn = { none },
book_pages = {150},
month = {May},
day = {3--4},
venue = {Old Ship Hotel, Brighton, UK},
keywords = { },
psurl = { [PS .uk] [PS .cz]},
project = { VS96049, EPSRC },
}
@InProceedings{Koubaroulis-ICPR00,
key = {Koubaroulis-ICPR00},
author = {Koubaroulis, D. and Matas, J. and Kittler, J.},
title = {The Multimodal Signature Method: An Efficiency and
Sensitivity Study},
year = {2000},
pages = {379--382},
booktitle = { Proceedings of the 15th ICPR },
volume = { 3 } ,
editor = {Sanfeliu, A and Villanueva, J J and Vanrell, M and
Alqueraz, R and Huang, T and Serra, J},
Publisher = {IEEE Computer Soc Press},
address = {Los Alamitos, USA},
isbn = {0 7695 0750 6},
book_pages = {1165},
month = {September},
day = {3--7},
venue = {Barcelona, Spain},
keywords = { },
project = { VS96049 },
}
@InProceedings{Matas-ECCV00,
key = {Matas-ECCV00},
author = {Matas, J. and Koubaroulis, D. and Kittler, J.},
title = {Colour Image Retrieval and Object Recognition Using the
Multimodal Neighbourhood Signature},
year = {2000},
pages = {48--64},
booktitle = { Proceedings of the European Conference on Computer Vision},
editor = { D. Vernon },
publisher = { Springer},
address = { Berlin, Germany},
isbn = { 3-540-67685-6 },
series = { LNCS vol. 1842 },
book_pages = { 950 },
month = {June},
day = {26--30},
venue = {Dublin, Ireland},
keywords = { colour, recognition },
psurl = {[PS .uk] [PS .cz]},
project = { VS96049, Digital VCE, EPSRC },
}
@InProceedings{Koubaroulis-ACCV02,
key = {Koubaroulis-ACCV02},
author = {Koubaroulis, D. and Matas, J. and Kittler, J.},
title = {Evaluating Colour-Based Object Recognition Algorithms Using the SOIL-47 Database},
year = {2002},
pages = {to appear},
booktitle = { Proceedings of the 5th Asian Conference on Computer Vision},
editor = { },
publisher = { },
address = { },
isbn = { },
series = { },
book_pages = { },
month = {January},
day = {23--25},
venue = {Melbourne, Australia},
keywords = { colour, recognition, multimodal neighbourhood signature, evaluation, SOIL-47 },
psurl = { },
project = { ASSAVID},
}
@InProceedings{Koubaroulis-EUSIPCO2000,
key = {Koubaroulis-EUSIPCO2000},
author = {Koubaroulis, D. and Matas, J. and Kittler, J.},
title = {Illumination Invariant Object Recognition Using the MNS Method},
year = {2000},
pages = {2173-2176},
booktitle = {Proceedings of the 10th European Signal Processing Conference},
editor = {Gabbouj, M. and Kuosmanen, P.},
publisher = {Tampere University of Technology},
address = {Tampere, Finland},
isbn = {952-15-0443-9},
book_pages = {2557},
month = {September},
day = {4--8},
venue = {Tampere Hall, Tampere, Finland},
keywords = {object recognition, multimodal neighbourhood signature,
MNS, illumination invariance},
psurl = { [PDF .uk] [PDF .cz]},
project = { VS96049, EC IST-13082 ASSAVID },
}
Dimitrios Koubaroulis
Last modified: Fri Dec 7 10:15:57 GMT 2001