third_party/xla/xla/tsl/util/command_line_flags.cc
/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "xla/tsl/util/command_line_flags.h"
#include <algorithm>
#include <cinttypes>
#include <cstring>
#include <string>
#include <vector>
#include "absl/strings/match.h"
#include "tsl/platform/logging.h"
#include "tsl/platform/str_util.h"
#include "tsl/platform/stringpiece.h"
#include "tsl/platform/stringprintf.h"
namespace tsl {
namespace {
bool ParseStringFlag(StringPiece arg, StringPiece flag,
const std::function<bool(string)>& hook,
bool* value_parsing_ok) {
*value_parsing_ok = true;
if (absl::ConsumePrefix(&arg, "--") && absl::ConsumePrefix(&arg, flag) &&
absl::ConsumePrefix(&arg, "=")) {
*value_parsing_ok = hook(string(arg));
return true;
}
return false;
}
bool ParseInt32Flag(StringPiece arg, StringPiece flag,
const std::function<bool(int32_t)>& hook,
bool* value_parsing_ok) {
*value_parsing_ok = true;
if (absl::ConsumePrefix(&arg, "--") && absl::ConsumePrefix(&arg, flag) &&
absl::ConsumePrefix(&arg, "=")) {
char extra;
int32_t parsed_int32;
if (sscanf(arg.data(), "%d%c", &parsed_int32, &extra) != 1) {
LOG(ERROR) << "Couldn't interpret value " << arg << " for flag " << flag
<< ".";
*value_parsing_ok = false;
} else {
*value_parsing_ok = hook(parsed_int32);
}
return true;
}
return false;
}
bool ParseInt64Flag(StringPiece arg, StringPiece flag,
const std::function<bool(int64_t)>& hook,
bool* value_parsing_ok) {
*value_parsing_ok = true;
if (absl::ConsumePrefix(&arg, "--") && absl::ConsumePrefix(&arg, flag) &&
absl::ConsumePrefix(&arg, "=")) {
char extra;
int64_t parsed_int64;
if (sscanf(arg.data(), "%" SCNd64 "%c", &parsed_int64, &extra) != 1) {
LOG(ERROR) << "Couldn't interpret value " << arg << " for flag " << flag
<< ".";
*value_parsing_ok = false;
} else {
*value_parsing_ok = hook(parsed_int64);
}
return true;
}
return false;
}
bool ParseBoolFlag(StringPiece arg, StringPiece flag,
const std::function<bool(bool)>& hook,
bool* value_parsing_ok) {
*value_parsing_ok = true;
if (absl::ConsumePrefix(&arg, "--") && absl::ConsumePrefix(&arg, flag)) {
if (arg.empty()) {
*value_parsing_ok = hook(true);
return true;
}
// It's probably another argument name which begins with the name of this.
if (!absl::ConsumePrefix(&arg, "=")) {
return false;
}
if (absl::EqualsIgnoreCase(arg, "true") || arg == "1") {
*value_parsing_ok = hook(true);
return true;
} else if (absl::EqualsIgnoreCase(arg, "false") || arg == "0") {
*value_parsing_ok = hook(false);
return true;
} else {
LOG(ERROR) << "Couldn't interpret value " << arg << " for flag " << flag
<< ".";
*value_parsing_ok = false;
return true;
}
}
return false;
}
bool ParseFloatFlag(StringPiece arg, StringPiece flag,
const std::function<bool(float)>& hook,
bool* value_parsing_ok) {
*value_parsing_ok = true;
if (absl::ConsumePrefix(&arg, "--") && absl::ConsumePrefix(&arg, flag) &&
absl::ConsumePrefix(&arg, "=")) {
char extra;
float parsed_float;
if (sscanf(arg.data(), "%f%c", &parsed_float, &extra) != 1) {
LOG(ERROR) << "Couldn't interpret value " << arg << " for flag " << flag
<< ".";
*value_parsing_ok = false;
} else {
*value_parsing_ok = hook(parsed_float);
}
return true;
}
return false;
}
} // namespace
Flag::Flag(const char* name, int32_t* dst, const string& usage_text,
bool* dst_updated)
: name_(name),
type_(TYPE_INT32),
int32_hook_([dst, dst_updated](int32_t value) {
*dst = value;
if (dst_updated) *dst_updated = true;
return true;
}),
int32_default_for_display_(*dst),
usage_text_(usage_text) {}
Flag::Flag(const char* name, int64_t* dst, const string& usage_text,
bool* dst_updated)
: name_(name),
type_(TYPE_INT64),
int64_hook_([dst, dst_updated](int64_t value) {
*dst = value;
if (dst_updated) *dst_updated = true;
return true;
}),
int64_default_for_display_(*dst),
usage_text_(usage_text) {}
Flag::Flag(const char* name, float* dst, const string& usage_text,
bool* dst_updated)
: name_(name),
type_(TYPE_FLOAT),
float_hook_([dst, dst_updated](float value) {
*dst = value;
if (dst_updated) *dst_updated = true;
return true;
}),
float_default_for_display_(*dst),
usage_text_(usage_text) {}
Flag::Flag(const char* name, bool* dst, const string& usage_text,
bool* dst_updated)
: name_(name),
type_(TYPE_BOOL),
bool_hook_([dst, dst_updated](bool value) {
*dst = value;
if (dst_updated) *dst_updated = true;
return true;
}),
bool_default_for_display_(*dst),
usage_text_(usage_text) {}
Flag::Flag(const char* name, string* dst, const string& usage_text,
bool* dst_updated)
: name_(name),
type_(TYPE_STRING),
string_hook_([dst, dst_updated](string value) {
*dst = std::move(value);
if (dst_updated) *dst_updated = true;
return true;
}),
string_default_for_display_(*dst),
usage_text_(usage_text) {}
Flag::Flag(const char* name, std::function<bool(int32_t)> int32_hook,
int32_t default_value_for_display, const string& usage_text)
: name_(name),
type_(TYPE_INT32),
int32_hook_(std::move(int32_hook)),
int32_default_for_display_(default_value_for_display),
usage_text_(usage_text) {}
Flag::Flag(const char* name, std::function<bool(int64_t)> int64_hook,
int64_t default_value_for_display, const string& usage_text)
: name_(name),
type_(TYPE_INT64),
int64_hook_(std::move(int64_hook)),
int64_default_for_display_(default_value_for_display),
usage_text_(usage_text) {}
Flag::Flag(const char* name, std::function<bool(float)> float_hook,
float default_value_for_display, const string& usage_text)
: name_(name),
type_(TYPE_FLOAT),
float_hook_(std::move(float_hook)),
float_default_for_display_(default_value_for_display),
usage_text_(usage_text) {}
Flag::Flag(const char* name, std::function<bool(bool)> bool_hook,
bool default_value_for_display, const string& usage_text)
: name_(name),
type_(TYPE_BOOL),
bool_hook_(std::move(bool_hook)),
bool_default_for_display_(default_value_for_display),
usage_text_(usage_text) {}
Flag::Flag(const char* name, std::function<bool(string)> string_hook,
string default_value_for_display, const string& usage_text)
: name_(name),
type_(TYPE_STRING),
string_hook_(std::move(string_hook)),
string_default_for_display_(std::move(default_value_for_display)),
usage_text_(usage_text) {}
bool Flag::Parse(string arg, bool* value_parsing_ok) const {
bool result = false;
if (type_ == TYPE_INT32) {
result = ParseInt32Flag(arg, name_, int32_hook_, value_parsing_ok);
} else if (type_ == TYPE_INT64) {
result = ParseInt64Flag(arg, name_, int64_hook_, value_parsing_ok);
} else if (type_ == TYPE_BOOL) {
result = ParseBoolFlag(arg, name_, bool_hook_, value_parsing_ok);
} else if (type_ == TYPE_STRING) {
result = ParseStringFlag(arg, name_, string_hook_, value_parsing_ok);
} else if (type_ == TYPE_FLOAT) {
result = ParseFloatFlag(arg, name_, float_hook_, value_parsing_ok);
}
return result;
}
/*static*/ bool Flags::Parse(int* argc, char** argv,
const std::vector<Flag>& flag_list) {
bool result = true;
std::vector<char*> unknown_flags;
for (int i = 1; i < *argc; ++i) {
if (string(argv[i]) == "--") {
while (i < *argc) {
unknown_flags.push_back(argv[i]);
++i;
}
break;
}
bool was_found = false;
for (const Flag& flag : flag_list) {
bool value_parsing_ok;
was_found = flag.Parse(argv[i], &value_parsing_ok);
if (!value_parsing_ok) {
result = false;
}
if (was_found) {
break;
}
}
if (!was_found) {
unknown_flags.push_back(argv[i]);
}
}
// Passthrough any extra flags.
int dst = 1; // Skip argv[0]
for (char* f : unknown_flags) {
argv[dst++] = f;
}
argv[dst++] = nullptr;
*argc = unknown_flags.size() + 1;
return result && (*argc < 2 || strcmp(argv[1], "--help") != 0);
}
/*static*/ bool Flags::Parse(std::vector<std::string>& flags,
const std::vector<Flag>& flag_list) {
bool result = true;
std::vector<std::string> unknown_flags;
for (auto& flag : flags) {
for (const Flag& flag_object : flag_list) {
bool value_parsing_ok;
bool was_found = flag_object.Parse(flag, &value_parsing_ok);
if (!value_parsing_ok) {
result = false;
}
// Clear parsed flags, these empty entries are removed later.
if (was_found) {
flag.clear();
break;
}
}
}
auto IsEmpty = [](const std::string& flag) { return flag.empty(); };
flags.erase(std::remove_if(flags.begin(), flags.end(), IsEmpty), flags.end());
return result;
}
/*static*/ string Flags::Usage(const string& cmdline,
const std::vector<Flag>& flag_list) {
string usage_text;
if (!flag_list.empty()) {
strings::Appendf(&usage_text, "usage: %s\nFlags:\n", cmdline.c_str());
} else {
strings::Appendf(&usage_text, "usage: %s\n", cmdline.c_str());
}
for (const Flag& flag : flag_list) {
const char* type_name = "";
string flag_string;
if (flag.type_ == Flag::TYPE_INT32) {
type_name = "int32";
flag_string = strings::Printf("--%s=%d", flag.name_.c_str(),
flag.int32_default_for_display_);
} else if (flag.type_ == Flag::TYPE_INT64) {
type_name = "int64";
flag_string = strings::Printf(
"--%s=%lld", flag.name_.c_str(),
static_cast<long long>(flag.int64_default_for_display_));
} else if (flag.type_ == Flag::TYPE_BOOL) {
type_name = "bool";
flag_string =
strings::Printf("--%s=%s", flag.name_.c_str(),
flag.bool_default_for_display_ ? "true" : "false");
} else if (flag.type_ == Flag::TYPE_STRING) {
type_name = "string";
flag_string = strings::Printf("--%s=\"%s\"", flag.name_.c_str(),
flag.string_default_for_display_.c_str());
} else if (flag.type_ == Flag::TYPE_FLOAT) {
type_name = "float";
flag_string = strings::Printf("--%s=%f", flag.name_.c_str(),
flag.float_default_for_display_);
}
strings::Appendf(&usage_text, "\t%-33s\t%s\t%s\n", flag_string.c_str(),
type_name, flag.usage_text_.c_str());
}
return usage_text;
}
} // namespace tsl