vitalif
/
grive2
mirror of https://github.com/vitalif/grive2
1
0
Fork 0
Code Issues Releases Wiki Activity

download the files to correct path now

pull/40/head v0.0.2
Matchman Green 2012-04-27 00:55:10 +08:00
parent 4001cbdbcc
commit 7b50d2633d
4 changed files with 84 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
src/Collection.cc
View File

@ -21,6 +21,8 @@
#include "protocol/Json.hh"
#include <cassert>
// OS specific library
#include <sys/stat.h>
#include <sys/types.h>
@ -33,22 +35,20 @@ namespace gr {
Collection::Collection( const Json& entry ) :
m_title ( entry["title"]["$t"].As<std::string>() ),
m_href ( entry["link"].FindInArray( "rel", "self" )["href"].As<std::string>() ),
m_parent ( Parent( entry ) )
m_parent ( 0 )
{
std::cout << "title: " << m_title << " {" << m_parent << "}" << std::endl ;
}
Collection::Collection(
const std::string& title,
const std::string& href,
const std::string& parent ) :
const std::string& href ) :
m_title ( title ),
m_href ( href ),
m_parent( parent )
m_parent( 0 )
{
}
std::string Collection::Parent( const Json& entry )
std::string Collection::ParentHref( const Json& entry )
{
Json node ;
return entry["link"].FindInArray( "rel", "http://schemas.google.com/docs/2007#parent", node ) ?
@ -65,13 +65,23 @@ const std::string& Collection::Title() const
return m_title ;
}
const std::string& Collection::Parent() const
const Collection* Collection::Parent() const
{
return m_parent ;
}
Collection* Collection::Parent()
{
return m_parent ;
}
void Collection::AddChild( Collection *child )
{
assert( child != 0 ) ;
assert( child->m_parent == 0 ) ;
assert( child != this ) ;
child->m_parent = this ;
m_child.push_back( child ) ;
}
@ -87,21 +97,28 @@ void Collection::Swap( Collection& coll )
{
m_title.swap( coll.m_title ) ;
m_href.swap( coll.m_href ) ;
std::swap( m_parent, coll.m_parent ) ;
m_child.swap( coll.m_child ) ;
}
void Collection::CreateSubDir( const std::string& prefix )
{
std::string dir = prefix + m_title ;
std::cout << dir << std::endl ;
mkdir( dir.c_str(), 0700 ) ;
for ( std::vector<Collection*>::iterator i = m_child.begin() ; i != m_child.end() ; ++i )
{
(*i)->CreateSubDir( prefix + m_title + "/" ) ;
assert( (*i)->m_parent == this ) ;
(*i)->CreateSubDir( prefix + m_title + "/" ) ;
}
}
std::string Collection::Path() const
{
assert( m_parent != this ) ;
return m_parent != 0 ? (m_parent->Path() + "/" + m_title) : m_title ;
}
} // end of namespace
namespace std

12
src/Collection.hh
View File

@ -30,15 +30,18 @@ class Collection
{
public :
explicit Collection( const Json& entry ) ;
Collection( const std::string& title, const std::string& href, const std::string& parent ) ;
Collection( const std::string& title, const std::string& href ) ;
// default copy ctor & op= are fine
static bool IsCollection( const Json& entry ) ;
static std::string ParentHref( const Json& entry ) ;
const std::string& Title() const ;
const std::string& Href() const ;
const std::string& Parent() const ;
const Collection* Parent() const ;
Collection* Parent() ;
std::string Path() const ;
void AddChild( Collection *child ) ;
@ -46,15 +49,12 @@ public :
void CreateSubDir( const std::string& prefix ) ;
private :
static std::string Parent( const Json& entry ) ;
private :
std::string m_title ;
std::string m_href ;
std::string m_parent ;
// not owned
Collection *m_parent ;
std::vector<Collection*> m_child ;
} ;

73
src/Drive.cc
View File

@ -28,11 +28,12 @@
// standard C++ library
#include <algorithm>
#include <cassert>
#include <fstream>
#include <iomanip>
#include <map>
#include <sstream>
// for debugging only
#include <iostream>
@ -66,7 +67,7 @@ std::string MD5( std::streambuf *file )
Drive::Drive( OAuth2& auth ) :
m_auth( auth ),
m_root( "", "https://docs.google.com/feeds/default/private/full/folder%3Aroot", "" )
m_root( ".", "https://docs.google.com/feeds/default/private/full/folder%3Aroot" )
{
m_http_hdr.push_back( "Authorization: Bearer " + m_auth.AccessToken() ) ;
m_http_hdr.push_back( "GData-Version: 3.0" ) ;
@ -78,7 +79,10 @@ Drive::Drive( OAuth2& auth ) :
for ( Json::Array::iterator i = entries.begin() ; i != entries.end() ; ++i )
{
// DownloadEntry( *i ) ;
if ( !Collection::IsCollection( *i ) )
{
UpdateFile( *i ) ;
}
}
}
@ -108,67 +112,91 @@ Drive::FolderListIterator Drive::FindFolder( const std::string& href )
std::lower_bound(
m_coll.begin(),
m_coll.end(),
Collection( "", href, "" ),
Collection( "", href ),
SortCollectionByHref() ) ;
return it != m_coll.end() && it->Href() == href ? it : m_coll.end() ;
return (it != m_coll.end() && it->Href() == href) ? it : m_coll.end() ;
}
void Drive::ConstructDirTree( const std::vector<Json>& entries )
{
assert( m_coll.empty() ) ;
std::map<std::string, std::string> parent_href ;
// first, get all collections from the query result
for ( Json::Array::const_iterator i = entries.begin() ; i != entries.end() ; ++i )
{
if ( Collection::IsCollection( *i ) )
{
m_coll.push_back( Collection( *i ) ) ;
parent_href.insert(
std::make_pair(
m_coll.back().Href(),
Collection::ParentHref( *i ) ) ) ;
}
}
assert( m_coll.size() == parent_href.size() ) ;
// second, build up linkage between parent and child
std::sort( m_coll.begin(), m_coll.end(), SortCollectionByHref() ) ;
for ( FolderListIterator i = m_coll.begin() ; i != m_coll.end() ; ++i )
{
if ( i->Parent().empty() )
assert( parent_href.find( i->Href() ) != parent_href.end() ) ;
std::string parent = parent_href[i->Href()] ;
if ( parent.empty() )
m_root.AddChild( &*i ) ;
else
{
FolderListIterator pit = FindFolder( i->Parent() ) ;
FolderListIterator pit = FindFolder( parent ) ;
if ( pit != m_coll.end() )
pit->AddChild( &*i ) ;
{
// it shouldn't happen, just in case
if ( &*i == &*pit )
std::cout
<< "the parent of folder " << i->Title()
<< " is itself. ignored" << std::endl ;
else
pit->AddChild( &*i ) ;
}
}
}
// lastly, iterating from the root, create the directories in the local file system
m_root.CreateSubDir( "." ) ;
assert( m_root.Parent() == 0 ) ;
m_root.CreateSubDir( "" ) ;
}
std::string Drive::Parent( const Json& entry )
{
Json node ;
return entry["link"].FindInArray( "ref", "http://schemas.google.com/docs/2007#parent", node ) ?
return entry["link"].FindInArray( "rel", "http://schemas.google.com/docs/2007#parent", node ) ?
node["href"].As<std::string>() : std::string() ;
}
void Drive::DownloadEntry( const Json& entry )
void Drive::UpdateFile( const Json& entry )
{
// Json::Object map = entry.As<Json::Object>() ;
// for ( Json::Object::iterator i = map.begin() ; i != map.end() ; ++i )
// {
// std::cout << i->first << "\t" << i->second.DataType() << std::endl ;
// }
Parent( entry ) ;
// only handle uploaded files
if ( entry.Has( "docs$filename" ) )
{
// use title as the filename
std::string filename = entry["docs$filename"]["$t"].As<std::string>() ;
std::string url = entry["content"]["src"].As<std::string>() ;
std::string parent_href = Parent( entry ) ;
bool changed = true ;
std::string path = "./" + filename ;
// determine which folder the file belongs to
if ( !parent_href.empty() )
{
FolderListIterator pit = FindFolder( parent_href ) ;
if ( pit != m_coll.end() )
path = pit->Path() + "/" + filename ;
}
// compare checksum first if file exists
std::ifstream ifile( filename.c_str(), std::ios::binary | std::ios::out ) ;
std::ifstream ifile( path.c_str(), std::ios::binary | std::ios::out ) ;
if ( ifile && entry.Has("docs$md5Checksum") )
{
std::string remote_md5 = entry["docs$md5Checksum"]["$t"].As<std::string>() ;
@ -179,10 +207,11 @@ void Drive::DownloadEntry( const Json& entry )
changed = false ;
}
// if the checksum is different, file is changed and we need to download
if ( changed )
{
std::cout << "downloading " << filename << std::endl ;
HttpGetFile( url, filename, m_http_hdr ) ;
std::cout << "downloading " << path << std::endl ;
HttpGetFile( url, path, m_http_hdr ) ;
}
}
}

2
src/Drive.hh
View File

@ -40,7 +40,7 @@ public :
~Drive( ) ;
private :
void DownloadEntry( const Json& entry ) ;
void UpdateFile( const Json& entry ) ;
std::string Parent( const Json& entry ) ;
void ConstructDirTree( const std::vector<Json>& entries ) ;