WIP. Use only the metada scanner when refreshing media directories.
This commit is contained in:
@@ -6,8 +6,6 @@
|
|||||||
#include "database/MediaDirectory.hpp"
|
#include "database/MediaDirectory.hpp"
|
||||||
#include "database/AudioTypes.hpp"
|
#include "database/AudioTypes.hpp"
|
||||||
|
|
||||||
#include "transcode/InputMediaFile.hpp"
|
|
||||||
|
|
||||||
#include "Checksum.hpp"
|
#include "Checksum.hpp"
|
||||||
#include "DatabaseUpdater.hpp"
|
#include "DatabaseUpdater.hpp"
|
||||||
|
|
||||||
@@ -44,12 +42,18 @@ Updater::process(void)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::cout << "Audio changes = " << _result.audioStats.nbChanges() << std::endl;
|
||||||
|
std::cout << "Video changes = " << _result.videoStats.nbChanges() << std::endl;
|
||||||
|
|
||||||
|
Database::MediaDirectorySettings::pointer settings = Database::MediaDirectorySettings::get(_db.getSession());
|
||||||
|
boost::posix_time::ptime now = boost::posix_time::second_clock::local_time();
|
||||||
|
|
||||||
if (_result.audioStats.nbChanges() + _result.videoStats.nbChanges() > 0)
|
if (_result.audioStats.nbChanges() + _result.videoStats.nbChanges() > 0)
|
||||||
{
|
settings.modify()->setLastUpdate(now);
|
||||||
Database::MediaDirectorySettings::pointer settings = Database::MediaDirectorySettings::get(_db.getSession());
|
|
||||||
settings.modify()->setLastUpdate(boost::posix_time::second_clock::local_time());
|
settings.modify()->setLastScan(now);
|
||||||
}
|
|
||||||
|
transaction.commit();
|
||||||
}
|
}
|
||||||
|
|
||||||
void
|
void
|
||||||
@@ -71,7 +75,6 @@ Updater::processAudioFile( const boost::filesystem::path& file, Stats& stats)
|
|||||||
}
|
}
|
||||||
|
|
||||||
std::vector<unsigned char> checksum;
|
std::vector<unsigned char> checksum;
|
||||||
/* Compute CRC */
|
|
||||||
computeCrc( file, checksum );
|
computeCrc( file, checksum );
|
||||||
|
|
||||||
// Skip file if its checksum is still the same
|
// Skip file if its checksum is still the same
|
||||||
@@ -87,29 +90,30 @@ Updater::processAudioFile( const boost::filesystem::path& file, Stats& stats)
|
|||||||
|
|
||||||
// We estimate this is a audio file if:
|
// We estimate this is a audio file if:
|
||||||
// - we found a least one audio
|
// - we found a least one audio
|
||||||
// - there is no video stream
|
|
||||||
// - the duration is not null
|
// - the duration is not null
|
||||||
|
if (items.find(MetaData::AudioStreams) == items.end()
|
||||||
Transcode::InputMediaFile mediaFile(file);
|
|| boost::any_cast<std::vector<MetaData::AudioStream> >(items[MetaData::AudioStreams]).empty())
|
||||||
/* if (!mediaFile.getStreams( Transcode::Stream::Video ).empty())
|
|
||||||
{
|
|
||||||
std::cerr << "Skipped '" << file << "' (estimated video)" << std::endl;
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
else */if (mediaFile.getStreams( Transcode::Stream::Audio ).empty())
|
|
||||||
{
|
{
|
||||||
std::cerr << "Skipped '" << file << "' (no audio stream found)" << std::endl;
|
std::cerr << "Skipped '" << file << "' (no audio stream found)" << std::endl;
|
||||||
return;
|
|
||||||
}
|
|
||||||
else if (mediaFile.getDuration().total_seconds() == 0)
|
|
||||||
{
|
|
||||||
std::cerr << "Skipped '" << file << "' (duration null!)" << std::endl;
|
|
||||||
|
|
||||||
// If Track exists here, delete it!
|
// If Track exists here, delete it!
|
||||||
if (track) {
|
if (track) {
|
||||||
track.remove();
|
track.remove();
|
||||||
stats.nbRemoved++;
|
stats.nbRemoved++;
|
||||||
}
|
}
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
if (items.find(MetaData::Duration) == items.end()
|
||||||
|
|| boost::any_cast<boost::posix_time::time_duration>(items[MetaData::Duration]).total_seconds() == 0)
|
||||||
|
{
|
||||||
|
std::cerr << "Skipped '" << file << "' (no duration or duration 0)" << std::endl;
|
||||||
|
|
||||||
|
// If Track exists here, delete it!
|
||||||
|
if (track) {
|
||||||
|
track.remove();
|
||||||
|
stats.nbRemoved++;
|
||||||
|
}
|
||||||
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
std::string title;
|
std::string title;
|
||||||
@@ -157,9 +161,9 @@ Updater::processAudioFile( const boost::filesystem::path& file, Stats& stats)
|
|||||||
typedef std::list<std::string> GenreList;
|
typedef std::list<std::string> GenreList;
|
||||||
GenreList genreList;
|
GenreList genreList;
|
||||||
std::vector< Genre::pointer > genres;
|
std::vector< Genre::pointer > genres;
|
||||||
if (items.find(MetaData::Genre) != items.end())
|
if (items.find(MetaData::Genres) != items.end())
|
||||||
{
|
{
|
||||||
genreList = (boost::any_cast<GenreList>(items[MetaData::Genre]));
|
genreList = (boost::any_cast<GenreList>(items[MetaData::Genres]));
|
||||||
|
|
||||||
BOOST_FOREACH(const std::string& genre, genreList) {
|
BOOST_FOREACH(const std::string& genre, genreList) {
|
||||||
Genre::pointer dbGenre ( Genre::getByName(_db.getSession(), genre) );
|
Genre::pointer dbGenre ( Genre::getByName(_db.getSession(), genre) );
|
||||||
@@ -376,26 +380,27 @@ Updater::processVideoFile( const boost::filesystem::path& file)
|
|||||||
|
|
||||||
std::cout << "Video, parsing file " << file << std::endl;
|
std::cout << "Video, parsing file " << file << std::endl;
|
||||||
|
|
||||||
// TODO try to open the video file and get info on it
|
MetaData::Items items;
|
||||||
Transcode::InputMediaFile mediaFile(file);
|
_metadataParser.parse(file, items);
|
||||||
|
|
||||||
// We estimate this is a video if:
|
// We estimate this is a video if:
|
||||||
// - we found a least one video stream
|
// - we found a least one video stream
|
||||||
// - the duration is not null
|
// - the duration is not null
|
||||||
std::vector<Transcode::Stream> videoStreams(mediaFile.getStreams( Transcode::Stream::Video ));
|
if (items.find(MetaData::VideoStreams) == items.end()
|
||||||
if (videoStreams.empty())
|
|| boost::any_cast<std::vector<MetaData::VideoStream> >(items[MetaData::VideoStreams]).empty())
|
||||||
{
|
{
|
||||||
std::cerr << "Skipped '" << file << "' (no video stream found!)" << std::endl;
|
std::cerr << "Skipped '" << file << "' (no video stream found)" << std::endl;
|
||||||
|
|
||||||
// If Path exist, delete it!
|
// If Track exists here, delete it!
|
||||||
if (dbPath)
|
if (dbPath)
|
||||||
dbPath.remove();
|
dbPath.remove();
|
||||||
}
|
}
|
||||||
else if (mediaFile.getDuration().total_seconds() == 0)
|
else if (items.find(MetaData::Duration) == items.end()
|
||||||
|
|| boost::any_cast<boost::posix_time::time_duration>(items[MetaData::Duration]).total_seconds() == 0)
|
||||||
{
|
{
|
||||||
std::cerr << "Skipped '" << file << "' (duration null!)" << std::endl;
|
std::cerr << "Skipped '" << file << "' (no duration or duration 0)" << std::endl;
|
||||||
|
|
||||||
// If Path exist, delete it!
|
// If Track exists here, delete it!
|
||||||
if (dbPath)
|
if (dbPath)
|
||||||
dbPath.remove();
|
dbPath.remove();
|
||||||
}
|
}
|
||||||
@@ -423,7 +428,7 @@ Updater::processVideoFile( const boost::filesystem::path& file)
|
|||||||
assert(video);
|
assert(video);
|
||||||
|
|
||||||
video.modify()->setName( file.filename().string() );
|
video.modify()->setName( file.filename().string() );
|
||||||
video.modify()->setDuration( mediaFile.getDuration() );
|
video.modify()->setDuration( boost::any_cast<boost::posix_time::time_duration>(items[MetaData::Duration]) );
|
||||||
}
|
}
|
||||||
|
|
||||||
transaction.commit();
|
transaction.commit();
|
||||||
|
|||||||
+55
-3
@@ -32,7 +32,8 @@ AvFormat::parse(const boost::filesystem::path& p, Items& items)
|
|||||||
// Get input streams
|
// Get input streams
|
||||||
std::vector<Av::Stream> streams = input.getStreams();
|
std::vector<Av::Stream> streams = input.getStreams();
|
||||||
|
|
||||||
BOOST_FOREACH(Av::Stream& stream, streams) {
|
BOOST_FOREACH(Av::Stream& stream, streams)
|
||||||
|
{
|
||||||
stream.getMetadata().get(metadata);
|
stream.getMetadata().get(metadata);
|
||||||
|
|
||||||
if (!metadata.empty())
|
if (!metadata.empty())
|
||||||
@@ -40,10 +41,61 @@ AvFormat::parse(const boost::filesystem::path& p, Items& items)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
std::cout << "Found " << metadata.size() << " tags!" << std::endl;
|
|
||||||
|
|
||||||
|
// Stream info
|
||||||
|
{
|
||||||
|
std::vector<Av::Stream> avStreams = input.getStreams();
|
||||||
|
|
||||||
|
std::vector<AudioStream> audioStreams;
|
||||||
|
std::vector<VideoStream> videoStreams;
|
||||||
|
std::vector<SubtitleStream> subtitleStreams;
|
||||||
|
|
||||||
|
BOOST_FOREACH(Av::Stream& avStream, avStreams)
|
||||||
|
{
|
||||||
|
switch(avStream.getCodecContext().getType())
|
||||||
|
{
|
||||||
|
case AVMEDIA_TYPE_VIDEO:
|
||||||
|
if (!avStream.hasAttachedPic())
|
||||||
|
{
|
||||||
|
VideoStream stream;
|
||||||
|
stream.bitRate = avStream.getCodecContext().getBitRate();
|
||||||
|
videoStreams.push_back(stream);
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
|
||||||
|
case AVMEDIA_TYPE_AUDIO:
|
||||||
|
{
|
||||||
|
AudioStream stream;
|
||||||
|
stream.nbChannels = avStream.getCodecContext().getNbChannels();
|
||||||
|
stream.bitRate = avStream.getCodecContext().getBitRate();
|
||||||
|
audioStreams.push_back(stream);
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
|
||||||
|
case AVMEDIA_TYPE_SUBTITLE:
|
||||||
|
{
|
||||||
|
subtitleStreams.push_back( SubtitleStream() );
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!videoStreams.empty())
|
||||||
|
items.insert( std::make_pair(MetaData::VideoStreams, videoStreams));
|
||||||
|
if (!audioStreams.empty())
|
||||||
|
items.insert( std::make_pair(MetaData::AudioStreams, audioStreams));
|
||||||
|
if (!subtitleStreams.empty())
|
||||||
|
items.insert( std::make_pair(MetaData::SubtitleStreams, SubtitleStreams));
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
// Duration
|
||||||
items.insert( std::make_pair(MetaData::Duration, boost::posix_time::time_duration( boost::posix_time::seconds( input.getDurationSecs() )) ));
|
items.insert( std::make_pair(MetaData::Duration, boost::posix_time::time_duration( boost::posix_time::seconds( input.getDurationSecs() )) ));
|
||||||
|
|
||||||
|
// Embedded MetaData
|
||||||
// Make sure to convert strings into UTF-8
|
// Make sure to convert strings into UTF-8
|
||||||
std::map<std::string, std::string>::const_iterator it;
|
std::map<std::string, std::string>::const_iterator it;
|
||||||
for (it = metadata.begin(); it != metadata.end(); ++it)
|
for (it = metadata.begin(); it != metadata.end(); ++it)
|
||||||
@@ -80,7 +132,7 @@ AvFormat::parse(const boost::filesystem::path& p, Items& items)
|
|||||||
{
|
{
|
||||||
std::list<std::string> genres;
|
std::list<std::string> genres;
|
||||||
if (readList(it->second, ";,", genres))
|
if (readList(it->second, ";,", genres))
|
||||||
items.insert( std::make_pair(MetaData::Genre, genres));
|
items.insert( std::make_pair(MetaData::Genres, genres));
|
||||||
|
|
||||||
}
|
}
|
||||||
/* else
|
/* else
|
||||||
|
|||||||
+29
-10
@@ -11,23 +11,42 @@ namespace MetaData
|
|||||||
|
|
||||||
enum Type
|
enum Type
|
||||||
{
|
{
|
||||||
Artist,
|
Artist, // string
|
||||||
Title,
|
Title, // string
|
||||||
Album,
|
Album, // string
|
||||||
Genre,
|
Genres, // list<string>
|
||||||
Duration,
|
Duration, // boost::posix_time::time_duration
|
||||||
TrackNumber,
|
TrackNumber, // size_t
|
||||||
DiscNumber,
|
DiscNumber, // size_t
|
||||||
CreationTime,
|
CreationTime, // boost::posix_time::ptime
|
||||||
Cover,
|
Cover, // GenericData
|
||||||
|
AudioStreams, // vector<AudioStream>
|
||||||
|
VideoStreams, // vector<VideoStream>
|
||||||
|
SubtitleStreams, // vector<SubtitleStream>
|
||||||
};
|
};
|
||||||
|
|
||||||
// Used for Cover
|
// Used by Cover
|
||||||
struct GenericData {
|
struct GenericData {
|
||||||
std::string mimeType;
|
std::string mimeType;
|
||||||
std::vector<unsigned char> data;
|
std::vector<unsigned char> data;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
// Used by Streams
|
||||||
|
struct AudioStream {
|
||||||
|
std::size_t nbChannels;
|
||||||
|
std::size_t bitRate;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct VideoStream {
|
||||||
|
std::size_t bitRate;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct SubtitleStream {
|
||||||
|
;
|
||||||
|
};
|
||||||
|
|
||||||
|
// Type and associated data
|
||||||
|
// See enum Type's comments
|
||||||
typedef std::map<Type, boost::any> Items;
|
typedef std::map<Type, boost::any> Items;
|
||||||
|
|
||||||
class Parser
|
class Parser
|
||||||
|
|||||||
Reference in New Issue
Block a user