Mercurial > octave
view liboctave/util/url-transfer.cc @ 21301:40de9f8f23a6
Use '#include "config.h"' rather than <config.h>.
* mk-octave-config-h.sh, mk-opts.pl, Backend.cc, BaseControl.cc,
ButtonControl.cc, Canvas.cc, CheckBoxControl.cc, Container.cc, ContextMenu.cc,
EditControl.cc, Figure.cc, FigureWindow.cc, GLCanvas.cc, KeyMap.cc,
ListBoxControl.cc, Logger.cc, Menu.cc, MouseModeActionGroup.cc, Object.cc,
ObjectFactory.cc, ObjectProxy.cc, Panel.cc, PopupMenuControl.cc,
PushButtonControl.cc, PushTool.cc, QtHandlesUtils.cc, RadioButtonControl.cc,
SliderControl.cc, TextControl.cc, TextEdit.cc, ToggleButtonControl.cc,
ToggleTool.cc, ToolBar.cc, ToolBarButton.cc, __init_qt__.cc,
annotation-dialog.cc, gl-select.cc, module.mk, kpty.cpp, color-picker.cc,
dialog.cc, documentation-dock-widget.cc, files-dock-widget.cc,
find-files-dialog.cc, find-files-model.cc, history-dock-widget.cc,
file-editor-tab.cc, file-editor-tab.h, file-editor.cc, find-dialog.cc,
marker.cc, octave-qscintilla.cc, octave-txt-lexer.cc, main-window.cc,
octave-cmd.cc, octave-dock-widget.cc, octave-gui.cc, octave-interpreter.cc,
octave-qt-link.cc, parser.cc, webinfo.cc, resource-manager.cc,
settings-dialog.cc, shortcut-manager.cc, terminal-dock-widget.cc,
thread-manager.cc, welcome-wizard.cc, workspace-model.cc, workspace-view.cc,
build-env-features.sh, build-env.in.cc, Cell.cc, __contourc__.cc,
__dispatch__.cc, __dsearchn__.cc, __ichol__.cc, __ilu__.cc, __lin_interpn__.cc,
__pchip_deriv__.cc, __qp__.cc, balance.cc, besselj.cc, betainc.cc, bitfcns.cc,
bsxfun.cc, c-file-ptr-stream.cc, cdisplay.c, cellfun.cc, coct-hdf5-types.c,
colloc.cc, comment-list.cc, conv2.cc, daspk.cc, dasrt.cc, dassl.cc, data.cc,
debug.cc, defaults.cc, defun.cc, det.cc, dirfns.cc, display.cc, dlmread.cc,
dot.cc, dynamic-ld.cc, eig.cc, ellipj.cc, error.cc, errwarn.cc, event-queue.cc,
fft.cc, fft2.cc, fftn.cc, file-io.cc, filter.cc, find.cc, ft-text-renderer.cc,
gammainc.cc, gcd.cc, getgrent.cc, getpwent.cc, getrusage.cc, givens.cc,
gl-render.cc, gl2ps-print.cc, graphics.cc, gripes.cc, hash.cc, help.cc,
hess.cc, hex2num.cc, hook-fcn.cc, input.cc, inv.cc, jit-ir.cc, jit-typeinfo.cc,
jit-util.cc, kron.cc, load-path.cc, load-save.cc, lookup.cc,
ls-ascii-helper.cc, ls-hdf5.cc, ls-mat-ascii.cc, ls-mat4.cc, ls-mat5.cc,
ls-oct-binary.cc, ls-oct-text.cc, ls-utils.cc, lsode.cc, lu.cc, luinc.cc,
mappers.cc, matrix_type.cc, max.cc, mex.cc, mgorth.cc, nproc.cc,
oct-errno.in.cc, oct-fstrm.cc, oct-hdf5-types.cc, oct-hist.cc, oct-iostrm.cc,
oct-lvalue.cc, oct-map.cc, oct-prcstrm.cc, oct-procbuf.cc, oct-stream.cc,
oct-strstrm.cc, oct-tex-lexer.in.ll, oct-tex-parser.in.yy, octave-link.cc,
ordschur.cc, pager.cc, pinv.cc, pr-output.cc, procstream.cc, profiler.cc,
psi.cc, pt-jit.cc, quad.cc, quadcc.cc, qz.cc, rand.cc, rcond.cc, regexp.cc,
schur.cc, sighandlers.cc, siglist.c, sparse-xdiv.cc, sparse-xpow.cc, sparse.cc,
spparms.cc, sqrtm.cc, str2double.cc, strfind.cc, strfns.cc, sub2ind.cc, svd.cc,
sylvester.cc, symtab.cc, syscalls.cc, sysdep.cc, text-renderer.cc, time.cc,
toplev.cc, tril.cc, tsearch.cc, txt-eng.cc, typecast.cc, urlwrite.cc, utils.cc,
variables.cc, xdiv.cc, xgl2ps.c, xnorm.cc, xpow.cc, zfstream.cc,
__delaunayn__.cc, __eigs__.cc, __fltk_uigetfile__.cc, __glpk__.cc,
__init_fltk__.cc, __init_gnuplot__.cc, __magick_read__.cc, __osmesa_print__.cc,
__voronoi__.cc, amd.cc, audiodevinfo.cc, audioread.cc, ccolamd.cc, chol.cc,
colamd.cc, convhulln.cc, dmperm.cc, fftw.cc, qr.cc, symbfact.cc, symrcm.cc,
mkbuiltins, mkops, ov-base-diag.cc, ov-base-int.cc, ov-base-mat.cc,
ov-base-scalar.cc, ov-base-sparse.cc, ov-base.cc, ov-bool-mat.cc,
ov-bool-sparse.cc, ov-bool.cc, ov-builtin.cc, ov-cell.cc, ov-ch-mat.cc,
ov-class.cc, ov-classdef.cc, ov-colon.cc, ov-complex.cc, ov-cs-list.cc,
ov-cx-diag.cc, ov-cx-mat.cc, ov-cx-sparse.cc, ov-dld-fcn.cc, ov-fcn-handle.cc,
ov-fcn-inline.cc, ov-fcn.cc, ov-float.cc, ov-flt-complex.cc, ov-flt-cx-diag.cc,
ov-flt-cx-mat.cc, ov-flt-re-diag.cc, ov-flt-re-mat.cc, ov-int16.cc,
ov-int32.cc, ov-int64.cc, ov-int8.cc, ov-java.cc, ov-lazy-idx.cc,
ov-mex-fcn.cc, ov-null-mat.cc, ov-oncleanup.cc, ov-perm.cc, ov-range.cc,
ov-re-diag.cc, ov-re-mat.cc, ov-re-sparse.cc, ov-scalar.cc, ov-str-mat.cc,
ov-struct.cc, ov-typeinfo.cc, ov-uint16.cc, ov-uint32.cc, ov-uint64.cc,
ov-uint8.cc, ov-usr-fcn.cc, ov.cc, ovl.cc, octave.cc, op-b-b.cc, op-b-bm.cc,
op-b-sbm.cc, op-bm-b.cc, op-bm-bm.cc, op-bm-sbm.cc, op-cdm-cdm.cc, op-cell.cc,
op-chm.cc, op-class.cc, op-cm-cm.cc, op-cm-cs.cc, op-cm-m.cc, op-cm-s.cc,
op-cm-scm.cc, op-cm-sm.cc, op-cs-cm.cc, op-cs-cs.cc, op-cs-m.cc, op-cs-s.cc,
op-cs-scm.cc, op-cs-sm.cc, op-dm-dm.cc, op-dm-scm.cc, op-dm-sm.cc,
op-dm-template.cc, op-dms-template.cc, op-double-conv.cc, op-fcdm-fcdm.cc,
op-fcdm-fdm.cc, op-fcm-fcm.cc, op-fcm-fcs.cc, op-fcm-fm.cc, op-fcm-fs.cc,
op-fcn.cc, op-fcs-fcm.cc, op-fcs-fcs.cc, op-fcs-fm.cc, op-fcs-fs.cc,
op-fdm-fdm.cc, op-float-conv.cc, op-fm-fcm.cc, op-fm-fcs.cc, op-fm-fm.cc,
op-fm-fs.cc, op-fs-fcm.cc, op-fs-fcs.cc, op-fs-fm.cc, op-fs-fs.cc,
op-i16-i16.cc, op-i32-i32.cc, op-i64-i64.cc, op-i8-i8.cc, op-int-concat.cc,
op-int-conv.cc, op-m-cm.cc, op-m-cs.cc, op-m-m.cc, op-m-s.cc, op-m-scm.cc,
op-m-sm.cc, op-pm-pm.cc, op-pm-scm.cc, op-pm-sm.cc, op-pm-template.cc,
op-range.cc, op-s-cm.cc, op-s-cs.cc, op-s-m.cc, op-s-s.cc, op-s-scm.cc,
op-s-sm.cc, op-sbm-b.cc, op-sbm-bm.cc, op-sbm-sbm.cc, op-scm-cm.cc,
op-scm-cs.cc, op-scm-m.cc, op-scm-s.cc, op-scm-scm.cc, op-scm-sm.cc,
op-sm-cm.cc, op-sm-cs.cc, op-sm-m.cc, op-sm-s.cc, op-sm-scm.cc, op-sm-sm.cc,
op-str-m.cc, op-str-s.cc, op-str-str.cc, op-struct.cc, op-ui16-ui16.cc,
op-ui32-ui32.cc, op-ui64-ui64.cc, op-ui8-ui8.cc, lex.ll, oct-parse.in.yy,
pt-arg-list.cc, pt-array-list.cc, pt-assign.cc, pt-binop.cc, pt-bp.cc,
pt-cbinop.cc, pt-cell.cc, pt-check.cc, pt-classdef.cc, pt-cmd.cc, pt-colon.cc,
pt-const.cc, pt-decl.cc, pt-eval.cc, pt-except.cc, pt-exp.cc, pt-fcn-handle.cc,
pt-funcall.cc, pt-id.cc, pt-idx.cc, pt-jump.cc, pt-loop.cc, pt-mat.cc,
pt-misc.cc, pt-pr-code.cc, pt-select.cc, pt-stmt.cc, pt-unop.cc, pt.cc,
token.cc, Array-jit.cc, Array-os.cc, Array-sym.cc, Array-tc.cc, version.cc,
Array-C.cc, Array-b.cc, Array-ch.cc, Array-d.cc, Array-f.cc, Array-fC.cc,
Array-i.cc, Array-idx-vec.cc, Array-s.cc, Array-str.cc, Array-util.cc,
Array-voidp.cc, Array.cc, CColVector.cc, CDiagMatrix.cc, CMatrix.cc,
CNDArray.cc, CRowVector.cc, CSparse.cc, DiagArray2.cc, MArray-C.cc,
MArray-d.cc, MArray-f.cc, MArray-fC.cc, MArray-i.cc, MArray-s.cc, MArray.cc,
MDiagArray2.cc, MSparse-C.cc, MSparse-d.cc, MatrixType.cc, PermMatrix.cc,
Range.cc, Sparse-C.cc, Sparse-b.cc, Sparse-d.cc, Sparse.cc, boolMatrix.cc,
boolNDArray.cc, boolSparse.cc, chMatrix.cc, chNDArray.cc, dColVector.cc,
dDiagMatrix.cc, dMatrix.cc, dNDArray.cc, dRowVector.cc, dSparse.cc,
dim-vector.cc, fCColVector.cc, fCDiagMatrix.cc, fCMatrix.cc, fCNDArray.cc,
fCRowVector.cc, fColVector.cc, fDiagMatrix.cc, fMatrix.cc, fNDArray.cc,
fRowVector.cc, idx-vector.cc, int16NDArray.cc, int32NDArray.cc,
int64NDArray.cc, int8NDArray.cc, intNDArray.cc, uint16NDArray.cc,
uint32NDArray.cc, uint64NDArray.cc, uint8NDArray.cc, blaswrap.c, cquit.c,
f77-extern.cc, f77-fcn.c, lo-error.c, quit.cc, CollocWt.cc, DASPK.cc, DASRT.cc,
DASSL.cc, EIG.cc, LSODE.cc, ODES.cc, Quad.cc, aepbalance.cc, chol.cc,
eigs-base.cc, fEIG.cc, gepbalance.cc, hess.cc, lo-mappers.cc, lo-specfun.cc,
lu.cc, oct-convn.cc, oct-fftw.cc, oct-norm.cc, oct-rand.cc, oct-spparms.cc,
qr.cc, qrp.cc, randgamma.c, randmtzig.c, randpoisson.c, schur.cc,
sparse-chol.cc, sparse-dmsolve.cc, sparse-lu.cc, sparse-qr.cc, svd.cc,
mk-ops.awk, dir-ops.cc, file-ops.cc, file-stat.cc, lo-sysdep.cc, mach-info.cc,
oct-env.cc, oct-group.cc, oct-passwd.cc, oct-syscalls.cc, oct-time.cc,
oct-uname.cc, cmd-edit.cc, cmd-hist.cc, data-conv.cc, f2c-main.c,
glob-match.cc, kpse.cc, lo-array-errwarn.cc, lo-array-gripes.cc, lo-cutils.c,
lo-ieee.cc, lo-regexp.cc, lo-utils.cc, oct-base64.cc, oct-glob.cc,
oct-inttypes.cc, oct-locbuf.cc, oct-mutex.cc, oct-rl-edit.c, oct-rl-hist.c,
oct-shlib.cc, oct-sort.cc, pathsearch.cc, singleton-cleanup.cc, sparse-sort.cc,
sparse-util.cc, str-vec.cc, unwind-prot.cc, url-transfer.cc,
display-available.c, main-cli.cc, main-gui.cc, main.in.cc, mkoctfile.in.cc,
octave-config.in.cc:
Use '#include "config.h"' rather than <config.h>.
author | Rik <rik@octave.org> |
---|---|
date | Thu, 18 Feb 2016 13:34:50 -0800 |
parents | f7121e111991 |
children | aba2e6293dd8 |
line wrap: on
line source
/* Copyright (C) 2013-2015 John W. Eaton Copyright (C) 2006-2015 Alexander Barth Copyright (C) 2009 David Bateman This file is part of Octave. Octave is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. Octave is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with Octave; see the file COPYING. If not, see <http://www.gnu.org/licenses/>. */ // Author: Alexander Barth <abarth@marine.usf.edu> // Author: jwe #ifdef HAVE_CONFIG_H # include "config.h" #endif #include <fstream> #include <iomanip> #include <iostream> #include "dir-ops.h" #include "file-ops.h" #include "file-stat.h" #include "unwind-prot.h" #include "url-transfer.h" #ifdef HAVE_CURL # include <curl/curl.h> # include <curl/curlver.h> # include <curl/easy.h> #endif void base_url_transfer::delete_file (const std::string& file) { octave_unlink (file); } void base_url_transfer::mget_directory (const std::string& directory, const std::string& target) { std::string sep = file_ops::dir_sep_str (); file_stat fs (directory); if (! fs || ! fs.is_dir ()) { std::string msg; int status = octave_mkdir (directory, 0777, msg); if (status < 0) { ok = false; errmsg = "__ftp_mget__: can not create directory '" + target + sep + directory + "': " + msg; return; } } cwd (directory); if (good ()) { unwind_protect_safe frame; frame.add_fcn (reset_path, this); string_vector sv = list (); for (octave_idx_type i = 0; i < sv.numel (); i++) { time_t ftime; bool fisdir; double fsize; get_fileinfo (sv(i), fsize, ftime, fisdir); if (fisdir) mget_directory (sv(i), target + directory + sep); else { std::string realfile = target + directory + sep + sv(i); std::ofstream ofile (realfile.c_str (), std::ios::out | std::ios::binary); if (! ofile.is_open ()) { ok = false; errmsg = "__ftp_mget__: unable to open file"; break; } unwind_protect_safe frame2; frame2.add_fcn (delete_file, realfile); get (sv(i), ofile); ofile.close (); if (good ()) frame2.discard (); } if (! good ()) break; } } } string_vector base_url_transfer::mput_directory (const std::string& base, const std::string& directory) { string_vector file_list; std::string realdir = (base.length () == 0 ? directory : base + file_ops::dir_sep_str () + directory); mkdir (directory); if (! good ()) return file_list; cwd (directory); if (good ()) { unwind_protect_safe frame; frame.add_fcn (reset_path, this); dir_entry dirlist (realdir); if (dirlist) { string_vector files = dirlist.read (); for (octave_idx_type i = 0; i < files.numel (); i++) { std::string file = files (i); if (file == "." || file == "..") continue; std::string realfile = realdir + file_ops::dir_sep_str () + file; file_stat fs (realfile); if (! fs.exists ()) { ok = false; errmsg = "__ftp__mput: file '" + realfile + "' does not exist"; break; } if (fs.is_dir ()) { file_list.append (mput_directory (realdir, file)); if (! good ()) break; } else { // FIXME: Does ascii mode need to be flagged here? std::ifstream ifile (realfile.c_str (), std::ios::in | std::ios::binary); if (! ifile.is_open ()) { ok = false; errmsg = "__ftp_mput__: unable to open file '" + realfile + "'"; break; } put (file, ifile); ifile.close (); if (! good ()) break; file_list.append (realfile); } } } else { ok = false; errmsg = "__ftp_mput__: can not read the directory '" + realdir + "'"; } } return file_list; } #if defined (HAVE_CURL) static int write_data (void *buffer, size_t size, size_t nmemb, void *streamp) { std::ostream& stream = *(static_cast<std::ostream*> (streamp)); stream.write (static_cast<const char*> (buffer), size*nmemb); return (stream.fail () ? 0 : size * nmemb); } static int read_data (void *buffer, size_t size, size_t nmemb, void *streamp) { std::istream& stream = *(static_cast<std::istream*> (streamp)); stream.read (static_cast<char*> (buffer), size*nmemb); if (stream.eof ()) return stream.gcount (); else return (stream.fail () ? 0 : size * nmemb); } static size_t throw_away (void *, size_t size, size_t nmemb, void *) { return static_cast<size_t>(size * nmemb); } // I'd love to rewrite this as a private method of the url_transfer // class, but you can't pass the va_list from the wrapper SETOPT to // the curl_easy_setopt function. #define SETOPT(option, parameter) \ do \ { \ CURLcode res = curl_easy_setopt (curl, option, parameter); \ if (res != CURLE_OK) \ { \ ok = false; \ errmsg = curl_easy_strerror (res); \ return; \ } \ } \ while (0) // Same as above but with a return value. #define SETOPTR(option, parameter) \ do \ { \ CURLcode res = curl_easy_setopt (curl, option, parameter); \ if (res != CURLE_OK) \ { \ ok = false; \ errmsg = curl_easy_strerror (res); \ return retval; \ } \ } \ while (0) class curl_transfer : public base_url_transfer { public: curl_transfer (void) : base_url_transfer (), curl (curl_easy_init ()), errnum (), url (), userpwd () { if (curl) valid = true; else errmsg = "can not create curl object"; } curl_transfer (const std::string& host, const std::string& user_arg, const std::string& passwd, std::ostream& os) : base_url_transfer (host, user_arg, passwd, os), curl (curl_easy_init ()), errnum (), url (), userpwd () { if (curl) valid = true; else { errmsg = "can not create curl object"; return; } init (user_arg, passwd, std::cin, os); url = "ftp://" + host; SETOPT (CURLOPT_URL, url.c_str ()); // Set up the link, with no transfer. perform (); } curl_transfer (const std::string& url_str, std::ostream& os) : base_url_transfer (url_str, os), curl (curl_easy_init ()), errnum (), url (), userpwd () { if (curl) valid = true; else { errmsg = "can not create curl object"; return; } init ("", "", std::cin, os); SETOPT (CURLOPT_NOBODY, 0); // Restore the default HTTP request method to GET after setting // NOBODY to true (in the init method) and back to false (above). // This is needed for backward compatibility with versions of // libcurl < 7.18.2. SETOPT (CURLOPT_HTTPGET, 1); } ~curl_transfer (void) { if (curl) curl_easy_cleanup (curl); } void perform (void) { BEGIN_INTERRUPT_IMMEDIATELY_IN_FOREIGN_CODE; errnum = curl_easy_perform (curl); if (errnum != CURLE_OK) { ok = false; errmsg = curl_easy_strerror (errnum); } END_INTERRUPT_IMMEDIATELY_IN_FOREIGN_CODE; } std::string lasterror (void) const { return std::string (curl_easy_strerror (errnum)); } std::ostream& set_ostream (std::ostream& os) { std::ostream& retval = *curr_ostream; curr_ostream = &os; SETOPTR (CURLOPT_WRITEDATA, static_cast<void*> (curr_ostream)); return retval; } std::istream& set_istream (std::istream& is) { std::istream& retval = *curr_istream; curr_istream = &is; SETOPTR (CURLOPT_READDATA, static_cast<void*> (curr_istream)); return retval; } void ascii (void) { ascii_mode = true; SETOPT (CURLOPT_TRANSFERTEXT, 1); } void binary (void) { ascii_mode = false; SETOPT (CURLOPT_TRANSFERTEXT, 0); } void cwd (const std::string& path) { ftp_file_or_dir_action (path, "cwd"); } void del (const std::string& file) { ftp_file_or_dir_action (file, "dele"); } void rmdir (const std::string& path) { ftp_file_or_dir_action (path, "rmd"); } void mkdir (const std::string& path) { ftp_file_or_dir_action (path, "mkd"); } void rename (const std::string& oldname, const std::string& newname) { struct curl_slist *slist = 0; unwind_protect frame; frame.add_fcn (curl_slist_free_all, slist); std::string cmd = "rnfr " + oldname; slist = curl_slist_append (slist, cmd.c_str ()); cmd = "rnto " + newname; slist = curl_slist_append (slist, cmd.c_str ()); SETOPT (CURLOPT_POSTQUOTE, slist); perform (); if (! good ()) return; SETOPT (CURLOPT_POSTQUOTE, 0); } void put (const std::string& file, std::istream& is) { url = "ftp://" + host_or_url + "/" + file; SETOPT (CURLOPT_URL, url.c_str ()); SETOPT (CURLOPT_UPLOAD, 1); SETOPT (CURLOPT_NOBODY, 0); std::istream& old_is = set_istream (is); perform (); if (! good ()) return; set_istream (old_is); SETOPT (CURLOPT_NOBODY, 1); SETOPT (CURLOPT_UPLOAD, 0); url = "ftp://" + host_or_url; SETOPT (CURLOPT_URL, url.c_str ()); } void get (const std::string& file, std::ostream& os) { url = "ftp://" + host_or_url + "/" + file; SETOPT (CURLOPT_URL, url.c_str ()); SETOPT (CURLOPT_NOBODY, 0); std::ostream& old_os = set_ostream (os); perform (); if (! good ()) return; set_ostream (old_os); SETOPT (CURLOPT_NOBODY, 1); url = "ftp://" + host_or_url; SETOPT (CURLOPT_URL, url.c_str ()); } void dir (void) { url = "ftp://" + host_or_url + "/"; SETOPT (CURLOPT_URL, url.c_str ()); SETOPT (CURLOPT_NOBODY, 0); perform (); if (! good ()) return; SETOPT (CURLOPT_NOBODY, 1); url = "ftp://" + host_or_url; SETOPT (CURLOPT_URL, url.c_str ()); } string_vector list (void) { string_vector retval; std::ostringstream buf; url = "ftp://" + host_or_url + "/"; SETOPTR (CURLOPT_WRITEDATA, static_cast<void*> (&buf)); SETOPTR (CURLOPT_URL, url.c_str ()); SETOPTR (CURLOPT_DIRLISTONLY, 1); SETOPTR (CURLOPT_NOBODY, 0); perform (); if (! good ()) return retval; SETOPTR (CURLOPT_NOBODY, 1); url = "ftp://" + host_or_url; SETOPTR (CURLOPT_WRITEDATA, static_cast<void*> (curr_ostream)); SETOPTR (CURLOPT_DIRLISTONLY, 0); SETOPTR (CURLOPT_URL, url.c_str ()); // Count number of directory entries std::string str = buf.str (); octave_idx_type n = 0; size_t pos = 0; while (true) { pos = str.find_first_of ('\n', pos); if (pos == std::string::npos) break; pos++; n++; } retval.resize (n); pos = 0; for (octave_idx_type i = 0; i < n; i++) { size_t newpos = str.find_first_of ('\n', pos); if (newpos == std::string::npos) break; retval(i) = str.substr(pos, newpos - pos); pos = newpos + 1; } return retval; } void get_fileinfo (const std::string& filename, double& filesize, time_t& filetime, bool& fileisdir) { std::string path = pwd (); url = "ftp://" + host_or_url + "/" + path + "/" + filename; SETOPT (CURLOPT_URL, url.c_str ()); SETOPT (CURLOPT_FILETIME, 1); SETOPT (CURLOPT_HEADERFUNCTION, throw_away); SETOPT (CURLOPT_WRITEFUNCTION, throw_away); // FIXME // The MDTM command fails for a directory on the servers I tested // so this is a means of testing for directories. It also means // I can't get the date of directories! perform (); if (! good ()) { fileisdir = true; filetime = -1; filesize = 0; return; } fileisdir = false; time_t ft; curl_easy_getinfo (curl, CURLINFO_FILETIME, &ft); filetime = ft; double fs; curl_easy_getinfo (curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &fs); filesize = fs; SETOPT (CURLOPT_WRITEFUNCTION, write_data); SETOPT (CURLOPT_HEADERFUNCTION, 0); SETOPT (CURLOPT_FILETIME, 0); url = "ftp://" + host_or_url; SETOPT (CURLOPT_URL, url.c_str ()); // The MDTM command seems to reset the path to the root with the // servers I tested with, so cd again into the correct path. Make // the path absolute so that this will work even with servers that // don't end up in the root after an MDTM command. cwd ("/" + path); } std::string pwd (void) { std::string retval; struct curl_slist *slist = 0; unwind_protect frame; frame.add_fcn (curl_slist_free_all, slist); slist = curl_slist_append (slist, "pwd"); SETOPTR (CURLOPT_POSTQUOTE, slist); SETOPTR (CURLOPT_HEADERFUNCTION, write_data); std::ostringstream buf; SETOPTR (CURLOPT_WRITEHEADER, static_cast<void *>(&buf)); perform (); if (! good ()) return retval; retval = buf.str (); // Can I assume that the path is alway in "" on the last line size_t pos2 = retval.rfind ('"'); size_t pos1 = retval.rfind ('"', pos2 - 1); retval = retval.substr (pos1 + 1, pos2 - pos1 - 1); SETOPTR (CURLOPT_HEADERFUNCTION, 0); SETOPTR (CURLOPT_WRITEHEADER, 0); SETOPTR (CURLOPT_POSTQUOTE, 0); return retval; } void http_get (const Array<std::string>& param) { url = host_or_url; std::string query_string = form_query_string (param); if (! query_string.empty ()) url += "?" + query_string; SETOPT (CURLOPT_URL, url.c_str ()); perform (); } void http_post (const Array<std::string>& param) { SETOPT (CURLOPT_URL, host_or_url.c_str ()); std::string query_string = form_query_string (param); SETOPT (CURLOPT_POSTFIELDS, query_string.c_str ()); perform (); } void http_action (const Array<std::string>& param, const std::string& action) { if (action.empty () || action == "get") http_get (param); else if (action == "post") http_post (param); else { ok = false; errmsg = "curl_transfer: unknown http action"; } } private: // Pointer to cURL object. CURL *curl; // cURL error code. CURLcode errnum; // The cURL library changed the curl_easy_setopt call to make an // internal copy of string parameters in version 7.17.0. Prior // versions only held a pointer to a string provided by the caller // that must persist for the lifetime of the CURL handle. // // The associated API did not change, only the behavior of the library // implementing the function call. // // To be compatible with any version of cURL, the caller must keep a // copy of all string parameters associated with a CURL handle until // the handle is released. The curl_handle::curl_handle_rep class // contains the pointer to the CURL handle and so is the best // candidate for storing the strings as well. (bug #36717) std::string url; std::string userpwd; // No copying! curl_transfer (const curl_transfer&); curl_transfer& operator = (const curl_transfer&); void init (const std::string& user, const std::string& passwd, std::istream& is, std::ostream& os) { // No data transfer by default SETOPT (CURLOPT_NOBODY, 1); // Set the username and password userpwd = user; if (! passwd.empty ()) userpwd += ":" + passwd; if (! userpwd.empty ()) SETOPT (CURLOPT_USERPWD, userpwd.c_str ()); // Define our callback to get called when there's data to be written. SETOPT (CURLOPT_WRITEFUNCTION, write_data); // Set a pointer to our struct to pass to the callback. SETOPT (CURLOPT_WRITEDATA, static_cast<void*> (&os)); // Define our callback to get called when there's data to be read SETOPT (CURLOPT_READFUNCTION, read_data); // Set a pointer to our struct to pass to the callback. SETOPT (CURLOPT_READDATA, static_cast<void*> (&is)); // Follow redirects. SETOPT (CURLOPT_FOLLOWLOCATION, true); // Don't use EPSV since connecting to sites that don't support it // will hang for some time (3 minutes?) before moving on to try PASV // instead. SETOPT (CURLOPT_FTP_USE_EPSV, false); SETOPT (CURLOPT_NOPROGRESS, true); SETOPT (CURLOPT_FAILONERROR, true); SETOPT (CURLOPT_POSTQUOTE, 0); SETOPT (CURLOPT_QUOTE, 0); } std::string form_query_string (const Array<std::string>& param) { std::ostringstream query; for (int i = 0; i < param.numel (); i += 2) { std::string name = param(i); std::string text = param(i+1); // Encode strings. char *enc_name = curl_easy_escape (curl, name.c_str (), name.length ()); char *enc_text = curl_easy_escape (curl, text.c_str (), text.length ()); query << enc_name << "=" << enc_text; curl_free (enc_name); curl_free (enc_text); if (i < param.numel ()-1) query << "&"; } query.flush (); return query.str (); } void ftp_file_or_dir_action (const std::string& file_or_dir, const std::string& action) { struct curl_slist *slist = 0; unwind_protect frame; frame.add_fcn (curl_slist_free_all, slist); std::string cmd = action + " " + file_or_dir; slist = curl_slist_append (slist, cmd.c_str ()); SETOPT (CURLOPT_POSTQUOTE, slist); perform (); if (! good ()) return; SETOPT (CURLOPT_POSTQUOTE, 0); } }; #undef SETOPT #endif #if defined (HAVE_CURL) # define REP_CLASS curl_transfer #else # define REP_CLASS base_url_transfer #endif url_transfer::url_transfer (void) : rep (new REP_CLASS ()) { } url_transfer::url_transfer (const std::string& host, const std::string& user, const std::string& passwd, std::ostream& os) : rep (new REP_CLASS (host, user, passwd, os)) { } url_transfer::url_transfer (const std::string& url, std::ostream& os) : rep (new REP_CLASS (url, os)) { } #undef REP_CLASS