// file : build2/test/script/builtin.cxx -*- C++ -*- // copyright : Copyright (c) 2014-2017 Code Synthesis Ltd // license : MIT; see accompanying LICENSE file #include #ifndef _WIN32 # include #else # include #endif #include #include #include #include #include // use default operator<< implementation #include // fdopen_mode, fdstream_mode #include // mkdir_status #include #include // Strictly speaking a builtin which reads/writes from/to standard streams // must be asynchronous so that the caller can communicate with it through // pipes without being blocked on I/O operations. However, as an optimization, // we allow builtins that only print diagnostics to STDERR to be synchronous // assuming that their output will always fit the pipe buffer. Synchronous // builtins must not read from STDIN and write to STDOUT. Later we may relax // this rule to allow a "short" output for such builtins. // using namespace std; using namespace butl; namespace build2 { namespace test { namespace script { using builtin_impl = uint8_t (scope&, const strings& args, auto_fd in, auto_fd out, auto_fd err); static future to_future (uint8_t status) { promise p; future f (p.get_future ()); p.set_value (status); return f; } // Operation failed, diagnostics has already been issued. // struct failed {}; // Accumulate an error message, print it atomically in dtor to the // provided stream and throw failed afterwards if requested. Prefixes // the message with the builtin name. // // Move constructible-only, not assignable (based to diag_record). // class error_record { public: template friend const error_record& operator<< (const error_record& r, const T& x) { r.ss_ << x; return r; } error_record (ostream& o, bool fail, const char* name) : os_ (o), fail_ (fail), empty_ (false) { ss_ << name << ": "; } // Older versions of libstdc++ don't have the ostringstream move // support. Luckily, GCC doesn't seem to be actually needing move due // to copy/move elision. // #ifdef __GLIBCXX__ error_record (error_record&&); #else error_record (error_record&& r) : os_ (r.os_), ss_ (move (r.ss_)), fail_ (r.fail_), empty_ (r.empty_) { r.empty_ = true; } #endif ~error_record () noexcept (false) { if (!empty_) { // The output stream can be in a bad state (for example as a // result of unsuccessful attempt to report a previous error), so // we check it. // if (os_.good ()) { ss_.put ('\n'); os_ << ss_.str (); os_.flush (); } if (fail_) throw failed (); } } private: ostream& os_; mutable ostringstream ss_; bool fail_; bool empty_; }; // Parse and normalize a path. Also, unless it is already absolute, make // the path absolute using the specified directory. Throw invalid_path // if the path is empty, and on parsing and normalization failures. // static path parse_path (string s, const dir_path& d) { path p (move (s)); if (p.empty ()) throw invalid_path (""); if (p.relative ()) p = d / move (p); p.normalize (); return p; } // Builtin commands functions. // // cat ... // // Read files in sequence and write their contents to STDOUT in the same // sequence. Read from STDIN if no argumements provided or '-' is // specified as a file path. STDIN, STDOUT and file streams are set to // binary mode prior to I/O operations. // // Note that POSIX doesn't specify if after I/O operation failure the // command should proceed with the rest of the arguments. The current // implementation exits immediatelly in such a case. // // @@ Shouldn't we check that we don't print a nonempty regular file to // itself, as that would merely exhaust the output device? POSIX // allows (but not requires) such a check and some implementations do // this. That would require to fstat() file descriptors and complicate // the code a bit. Was able to reproduce on a big file (should be // bigger than the stream buffer size) with the test // 'cat file >+file'. // // Note: must be executed asynchronously. // static uint8_t cat (scope& sp, const strings& args, auto_fd in, auto_fd out, auto_fd err) noexcept try { uint8_t r (1); ofdstream cerr (move (err)); auto error = [&cerr] (bool fail = true) { return error_record (cerr, fail, "cat"); }; try { ifdstream cin (move (in), fdstream_mode::binary); ofdstream cout (move (out), fdstream_mode::binary); // Copy input stream to STDOUT. // auto copy = [&cout] (istream& is) { if (is.peek () != ifdstream::traits_type::eof ()) cout << is.rdbuf (); is.clear (istream::eofbit); // Sets eofbit. }; // Path of a file being printed to STDOUT. An empty path represents // STDIN. Used in diagnostics. // path p; try { // Print STDIN. // if (args.empty ()) copy (cin); // Print files. // for (auto i (args.begin ()); i != args.end (); ++i) { if (*i == "-") { if (!cin.eof ()) { p.clear (); copy (cin); } continue; } p = parse_path (*i, sp.wd_path); ifdstream is (p, ifdstream::binary); copy (is); is.close (); } } catch (const io_error& e) { error_record d (error ()); d << "unable to print "; if (p.empty ()) d << "stdin"; else d << "'" << p << "'"; d << ": " << e; } cin.close (); cout.close (); r = 0; } catch (const invalid_path& e) { error (false) << "invalid path '" << e.path << "'"; } // Can be thrown while creating/closing cin, cout or writing to cerr. // catch (const io_error& e) { error (false) << e; } catch (const failed&) { // Diagnostics has already been issued. } cerr.close (); return r; } catch (const std::exception&) { return 1; } // echo ... // // Note: must be executed asynchronously. // static uint8_t echo (scope&, const strings& args, auto_fd in, auto_fd out, auto_fd err) noexcept try { uint8_t r (1); ofdstream cerr (move (err)); try { in.close (); ofdstream cout (move (out)); for (auto b (args.begin ()), i (b), e (args.end ()); i != e; ++i) cout << (i != b ? " " : "") << *i; cout << '\n'; cout.close (); r = 0; } catch (const std::exception& e) { cerr << "echo: " << e << endl; } cerr.close (); return r; } catch (const std::exception&) { return 1; } // false // // Return 1. Failure to close the file descriptors is silently ignored. // static future false_ (scope&, const strings&, auto_fd, auto_fd, auto_fd) { return to_future (1); } // true // // Return 0. Failure to close the file descriptors is silently ignored. // static future true_ (scope&, const strings&, auto_fd, auto_fd, auto_fd) { return to_future (0); } // Create a directory if not exist and its parent directories if // necessary. Throw system_error on failure. Register created // directories for cleanup. The directory path must be absolute. // static void mkdir_p (scope& sp, const dir_path& p) { if (!dir_exists (p)) { if (!p.root ()) mkdir_p (sp, p.directory ()); try_mkdir (p); // Returns success or throws. sp.clean ({cleanup_type::always, p}, true); } } // mkdir [-p] ... // // -p // Create any missing intermediate pathname components. Each argument // that names an existing directory must be ignored without error. // // Note that POSIX doesn't specify if after a directory creation failure // the command should proceed with the rest of the arguments. The current // implementation exits immediatelly in such a case. // // Note: can be executed synchronously. // static uint8_t mkdir (scope& sp, const strings& args, auto_fd in, auto_fd out, auto_fd err) noexcept try { uint8_t r (1); ofdstream cerr (move (err)); auto error = [&cerr] (bool fail = true) { return error_record (cerr, fail, "mkdir"); }; try { in.close (); out.close (); auto i (args.begin ()); // Process options. // bool parent (false); for (; i != args.end (); ++i) { if (*i == "-p") parent = true; else { if (*i == "--") ++i; break; } } // Create directories. // if (i == args.end ()) error () << "missing directory"; for (; i != args.end (); ++i) { dir_path p (path_cast (parse_path (*i, sp.wd_path))); try { if (parent) mkdir_p (sp, p); else if (try_mkdir (p) == mkdir_status::success) sp.clean ({cleanup_type::always, p}, true); else // == mkdir_status::already_exists throw system_error (EEXIST, system_category ()); } catch (const system_error& e) { error () << "unable to create directory '" << p << "': " << e; } } r = 0; } catch (const invalid_path& e) { error (false) << "invalid path '" << e.path << "'"; } // Can be thrown while closing in, out or writing to cerr. // catch (const io_error& e) { error (false) << e; } catch (const failed&) { // Diagnostics has already been issued. } cerr.close (); return r; } catch (const std::exception&) { return 1; } // rm [-r] [-f] ... // // Remove a file or directory. A path must not be the test working // directory or its parent directory. It also must not be outside the // testscript working directory unless the -f option is specified. Note // that directories are not removed by default. // // -r // Remove directories recursively. Must be specified to remove even an // empty directory. // // -f // Do not fail if path doesn't exist or no paths specified. Removing // paths outside the testscript working directory is not an error. // // The implementation deviates from POSIX in a number of ways. It doesn't // interact with a user and fails immediatelly if unable to process an // argument. It doesn't check for dots containment in the path, and // doesn't consider files and directory permissions in any way just // trying to remove a filesystem entry. Always fails if empty path is // specified. // // Note: can be executed synchronously. // static uint8_t rm (scope& sp, const strings& args, auto_fd in, auto_fd out, auto_fd err) noexcept try { uint8_t r (1); ofdstream cerr (move (err)); auto error = [&cerr] (bool fail = true) { return error_record (cerr, fail, "rm"); }; try { in.close (); out.close (); auto i (args.begin ()); // Process options. // bool dir (false); bool force (false); for (; i != args.end (); ++i) { if (*i == "-r") dir = true; else if (*i == "-f") force = true; else { if (*i == "--") ++i; break; } } // Remove entries. // if (i == args.end () && !force) error () << "missing file"; const dir_path& wd (sp.wd_path); const dir_path& rwd (sp.root->wd_path); for (; i != args.end (); ++i) { path p (parse_path (*i, wd)); if (!p.sub (rwd) && !force) error () << "'" << p << "' is out of working directory '" << rwd << "'"; try { dir_path d (path_cast (p)); if (dir_exists (d)) { if (!dir) error () << "'" << p << "' is a directory"; if (wd.sub (d)) error () << "'" << p << "' contains test working directory '" << wd << "'"; // The call can result in rmdir_status::not_exist. That's not // very likelly but there is also nothing bad about it. // try_rmdir_r (d); } else if (try_rmfile (p) == rmfile_status::not_exist && !force) throw system_error (ENOENT, system_category ()); } catch (const system_error& e) { error () << "unable to remove '" << p << "': " << e; } } r = 0; } catch (const invalid_path& e) { error (false) << "invalid path '" << e.path << "'"; } // Can be thrown while closing in, out or writing to cerr. // catch (const io_error& e) { error (false) << e; } catch (const failed&) { // Diagnostics has already been issued. } cerr.close (); return r; } catch (const std::exception&) { return 1; } // rmdir [-f] ... // // Remove a directory. The directory must be empty and not be the test // working directory or its parent directory. It also must not be outside // the testscript working directory unless the -f option is specified. // // -f // Do not fail if no directory is specified, the directory does not // exist, or is outside the script working directory. // // Note: can be executed synchronously. // static uint8_t rmdir (scope& sp, const strings& args, auto_fd in, auto_fd out, auto_fd err) noexcept try { uint8_t r (1); ofdstream cerr (move (err)); auto error = [&cerr] (bool fail = true) { return error_record (cerr, fail, "rmdir"); }; try { in.close (); out.close (); auto i (args.begin ()); // Process options. // bool force (false); for (; i != args.end (); ++i) { if (*i == "-f") force = true; else { if (*i == "--") ++i; break; } } // Remove directories. // if (i == args.end () && !force) error () << "missing directory"; const dir_path& wd (sp.wd_path); const dir_path& rwd (sp.root->wd_path); for (; i != args.end (); ++i) { dir_path p (path_cast (parse_path (*i, wd))); if (wd.sub (p)) error () << "'" << p << "' contains test working directory '" << wd << "'"; if (!p.sub (rwd) && !force) error () << "'" << p << "' is out of working directory '" << rwd << "'"; try { rmdir_status s (try_rmdir (p)); if (s == rmdir_status::not_empty) throw system_error (ENOTEMPTY, system_category ()); else if (s == rmdir_status::not_exist && !force) throw system_error (ENOENT, system_category ()); } catch (const system_error& e) { error () << "unable to remove '" << p << "': " << e; } } r = 0; } catch (const invalid_path& e) { error (false) << "invalid path '" << e.path << "'"; } // Can be thrown while closing in, out or writing to cerr. // catch (const io_error& e) { error (false) << e; } catch (const failed&) { // Diagnostics has already been issued. } cerr.close (); return r; } catch (const std::exception&) { return 1; } // sed [-n] -e