struct loc_stringpool* pool;
};
+#define MAX_STACK_DEPTH 256
+
+struct loc_node_stack {
+ off_t offset;
+ int i; // Is this node 0 or 1?
+ int depth;
+};
+
struct loc_database_enumerator {
struct loc_ctx* ctx;
struct loc_database* db;
+ enum loc_database_enumerator_mode mode;
int refcount;
// Search string
char* string;
+ char country_code[3];
+ uint32_t asn;
// Index of the AS we are looking at
unsigned int as_index;
+
+ // Network state
+ struct in6_addr network_address;
+ struct loc_node_stack network_stack[MAX_STACK_DEPTH];
+ int network_stack_depth;
+ unsigned int* networks_visited;
};
static int loc_database_read_magic(struct loc_database* db, FILE* f) {
// Enumerator
-LOC_EXPORT int loc_database_enumerator_new(struct loc_database_enumerator** enumerator, struct loc_database* db) {
+LOC_EXPORT int loc_database_enumerator_new(struct loc_database_enumerator** enumerator,
+ struct loc_database* db, enum loc_database_enumerator_mode mode) {
struct loc_database_enumerator* e = calloc(1, sizeof(*e));
if (!e)
return -ENOMEM;
// Reference context
e->ctx = loc_ref(db->ctx);
e->db = loc_database_ref(db);
+ e->mode = mode;
e->refcount = 1;
+ // Initialise graph search
+ //e->network_stack[++e->network_stack_depth] = 0;
+ e->network_stack_depth = 1;
+ e->networks_visited = calloc(db->network_nodes_count, sizeof(*e->networks_visited));
+
DEBUG(e->ctx, "Database enumerator object allocated at %p\n", e);
*enumerator = e;
if (enumerator->string)
free(enumerator->string);
+ // Free network search
+ free(enumerator->networks_visited);
+
free(enumerator);
}
return 0;
}
-LOC_EXPORT struct loc_as* loc_database_enumerator_next_as(struct loc_database_enumerator* enumerator) {
+LOC_EXPORT int loc_database_enumerator_set_country_code(struct loc_database_enumerator* enumerator, const char* country_code) {
+ // Set empty country code
+ if (!country_code || !*country_code) {
+ *enumerator->country_code = '\0';
+ return 0;
+ }
+
+ // Country codes must be two characters
+ if (strlen(country_code) != 2)
+ return -EINVAL;
+
+ for (unsigned int i = 0; i < 3; i++) {
+ enumerator->country_code[i] = country_code[i];
+ }
+
+ return 0;
+}
+
+LOC_EXPORT int loc_database_enumerator_set_asn(
+ struct loc_database_enumerator* enumerator, unsigned int asn) {
+ enumerator->asn = asn;
+
+ return 0;
+}
+
+LOC_EXPORT int loc_database_enumerator_next_as(
+ struct loc_database_enumerator* enumerator, struct loc_as** as) {
+ *as = NULL;
+
+ // Do not do anything if not in AS mode
+ if (enumerator->mode != LOC_DB_ENUMERATE_ASES)
+ return 0;
+
struct loc_database* db = enumerator->db;
- struct loc_as* as;
while (enumerator->as_index < db->as_count) {
// Fetch the next AS
- int r = loc_database_fetch_as(db, &as, enumerator->as_index++);
+ int r = loc_database_fetch_as(db, as, enumerator->as_index++);
if (r)
- return NULL;
+ return r;
- r = loc_as_match_string(as, enumerator->string);
+ r = loc_as_match_string(*as, enumerator->string);
if (r == 1) {
DEBUG(enumerator->ctx, "AS%d (%s) matches %s\n",
- loc_as_get_number(as), loc_as_get_name(as), enumerator->string);
+ loc_as_get_number(*as), loc_as_get_name(*as), enumerator->string);
- return as;
+ return 0;
}
// No match
- loc_as_unref(as);
+ loc_as_unref(*as);
+ *as = NULL;
}
// Reset the index
enumerator->as_index = 0;
// We have searched through all of them
- return NULL;
+ return 0;
+}
+
+static int loc_database_enumerator_stack_push_node(
+ struct loc_database_enumerator* e, off_t offset, int i, int depth) {
+ // Do not add empty nodes
+ if (!offset)
+ return 0;
+
+ // Check if there is any space left on the stack
+ if (e->network_stack_depth >= MAX_STACK_DEPTH) {
+ ERROR(e->ctx, "Maximum stack size reached: %d\n", e->network_stack_depth);
+ return -1;
+ }
+
+ // Increase stack size
+ int s = ++e->network_stack_depth;
+
+ DEBUG(e->ctx, "Added node %jd to stack (%d)\n", offset, depth);
+
+ e->network_stack[s].offset = offset;
+ e->network_stack[s].i = i;
+ e->network_stack[s].depth = depth;
+
+ return 0;
+}
+
+LOC_EXPORT int loc_database_enumerator_next_network(
+ struct loc_database_enumerator* enumerator, struct loc_network** network) {
+ // Reset network
+ *network = NULL;
+
+ // Do not do anything if not in network mode
+ if (enumerator->mode != LOC_DB_ENUMERATE_NETWORKS)
+ return 0;
+
+ int r;
+
+ DEBUG(enumerator->ctx, "Called with a stack of %u nodes\n",
+ enumerator->network_stack_depth);
+
+ // Perform DFS
+ while (enumerator->network_stack_depth > 0) {
+ DEBUG(enumerator->ctx, "Stack depth: %u\n", enumerator->network_stack_depth);
+
+ // Get object from top of the stack
+ struct loc_node_stack* node = &enumerator->network_stack[enumerator->network_stack_depth];
+
+ // Remove the node from the stack if we have already visited it
+ if (enumerator->networks_visited[node->offset]) {
+ enumerator->network_stack_depth--;
+ continue;
+ }
+
+ // Mark the bits on the path correctly
+ in6_addr_set_bit(&enumerator->network_address,
+ (node->depth > 0) ? node->depth - 1 : 0, node->i);
+
+ DEBUG(enumerator->ctx, "Looking at node %jd\n", node->offset);
+ enumerator->networks_visited[node->offset]++;
+
+ // Pop node from top of the stack
+ struct loc_database_network_node_v0* n =
+ enumerator->db->network_nodes_v0 + node->offset;
+
+ // Add edges to stack
+ r = loc_database_enumerator_stack_push_node(enumerator,
+ be32toh(n->one), 1, node->depth + 1);
+
+ if (r)
+ return r;
+
+ r = loc_database_enumerator_stack_push_node(enumerator,
+ be32toh(n->zero), 0, node->depth + 1);
+
+ if (r)
+ return r;
+
+ // Check if this node is a leaf and has a network object
+ if (__loc_database_node_is_leaf(n)) {
+ off_t network_index = be32toh(n->network);
+
+ DEBUG(enumerator->ctx, "Node has a network at %jd\n", network_index);
+
+ // Fetch the network object
+ r = loc_database_fetch_network(enumerator->db, network,
+ &enumerator->network_address, node->depth, network_index);
+
+ // Break on any errors
+ if (r)
+ return r;
+
+ // Check if we are interested in this network
+
+ // Skip if the country code does not match
+ if (enumerator->country_code &&
+ !loc_network_match_country_code(*network, enumerator->country_code)) {
+ loc_network_unref(*network);
+ *network = NULL;
+
+ continue;
+ }
+
+ // Skip if the ASN does not match
+ if (enumerator->asn &&
+ !loc_network_match_asn(*network, enumerator->asn)) {
+ loc_network_unref(*network);
+ *network = NULL;
+
+ continue;
+ }
+
+ return 0;
+ }
+ }
+
+ // Reached the end of the search
+
+ // Mark all nodes as non-visited
+ for (unsigned int i = 0; i < enumerator->db->network_nodes_count; i++)
+ enumerator->networks_visited[i] = 0;
+
+ return 0;
}
# Database Enumerator
loc_database_enumerator_new;
loc_database_enumerator_next_as;
+ loc_database_enumerator_next_network;
loc_database_enumerator_ref;
+ loc_database_enumerator_set_asn;
+ loc_database_enumerator_set_country_code;
loc_database_enumerator_set_string;
loc_database_enumerator_unref;
# Network
loc_network_get_asn;
loc_network_get_country_code;
+ loc_network_match_asn;
+ loc_network_match_country_code;
loc_network_new;
loc_network_new_from_string;
loc_network_ref;
int loc_database_lookup_from_string(struct loc_database* db,
const char* string, struct loc_network** network);
+enum loc_database_enumerator_mode {
+ LOC_DB_ENUMERATE_NETWORKS = 1,
+ LOC_DB_ENUMERATE_ASES = 2,
+};
+
struct loc_database_enumerator;
-int loc_database_enumerator_new(struct loc_database_enumerator** enumerator, struct loc_database* db);
+int loc_database_enumerator_new(struct loc_database_enumerator** enumerator,
+ struct loc_database* db, enum loc_database_enumerator_mode mode);
struct loc_database_enumerator* loc_database_enumerator_ref(struct loc_database_enumerator* enumerator);
struct loc_database_enumerator* loc_database_enumerator_unref(struct loc_database_enumerator* enumerator);
int loc_database_enumerator_set_string(struct loc_database_enumerator* enumerator, const char* string);
-struct loc_as* loc_database_enumerator_next_as(struct loc_database_enumerator* enumerator);
+int loc_database_enumerator_set_country_code(struct loc_database_enumerator* enumerator, const char* country_code);
+int loc_database_enumerator_set_asn(struct loc_database_enumerator* enumerator, unsigned int asn);
+int loc_database_enumerator_next_as(
+ struct loc_database_enumerator* enumerator, struct loc_as** as);
+int loc_database_enumerator_next_network(
+ struct loc_database_enumerator* enumerator, struct loc_network** network);
#endif
const char* loc_network_get_country_code(struct loc_network* network);
int loc_network_set_country_code(struct loc_network* network, const char* country_code);
+int loc_network_match_country_code(struct loc_network* network, const char* country_code);
uint32_t loc_network_get_asn(struct loc_network* network);
int loc_network_set_asn(struct loc_network* network, uint32_t asn);
+int loc_network_match_asn(struct loc_network* network, uint32_t asn);
#ifdef LIBLOC_PRIVATE
return 0;
}
+LOC_EXPORT int loc_network_match_country_code(struct loc_network* network, const char* country_code) {
+ // Country codes must be two characters
+ if (strlen(country_code) != 2)
+ return -EINVAL;
+
+ return (network->country_code[0] == country_code[0])
+ && (network->country_code[1] == country_code[1]);
+}
+
LOC_EXPORT uint32_t loc_network_get_asn(struct loc_network* network) {
return network->asn;
}
return 0;
}
+LOC_EXPORT int loc_network_match_asn(struct loc_network* network, uint32_t asn) {
+ return network->asn == asn;
+}
+
LOC_EXPORT int loc_network_to_database_v0(struct loc_network* network, struct loc_database_network_v0* dbobj) {
// Add country code
for (unsigned int i = 0; i < 2; i++) {
struct loc_database_enumerator* enumerator;
- int r = loc_database_enumerator_new(&enumerator, self->db);
+ int r = loc_database_enumerator_new(&enumerator, self->db, LOC_DB_ENUMERATE_ASES);
if (r) {
PyErr_SetFromErrno(PyExc_SystemError);
return NULL;
return obj;
}
+static PyObject* Database_search_networks(DatabaseObject* self, PyObject* args, PyObject* kwargs) {
+ char* kwlist[] = { "country_code", "asn", NULL };
+ const char* country_code = NULL;
+ unsigned int asn = 0;
+
+ if (!PyArg_ParseTupleAndKeywords(args, kwargs, "|si", kwlist, &country_code, &asn))
+ return NULL;
+
+ struct loc_database_enumerator* enumerator;
+ int r = loc_database_enumerator_new(&enumerator, self->db, LOC_DB_ENUMERATE_NETWORKS);
+ if (r) {
+ PyErr_SetFromErrno(PyExc_SystemError);
+ return NULL;
+ }
+
+ // Set country code we are searching for
+ if (country_code) {
+ r = loc_database_enumerator_set_country_code(enumerator, country_code);
+
+ if (r) {
+ PyErr_SetFromErrno(PyExc_SystemError);
+ return NULL;
+ }
+ }
+
+ // Set the ASN we are searching for
+ if (asn) {
+ r = loc_database_enumerator_set_asn(enumerator, asn);
+
+ if (r) {
+ PyErr_SetFromErrno(PyExc_SystemError);
+ return NULL;
+ }
+ }
+
+ PyObject* obj = new_database_enumerator(&DatabaseEnumeratorType, enumerator);
+ loc_database_enumerator_unref(enumerator);
+
+ return obj;
+}
+
static struct PyMethodDef Database_methods[] = {
{
"get_as",
METH_VARARGS,
NULL,
},
+ {
+ "search_networks",
+ (PyCFunction)Database_search_networks,
+ METH_VARARGS|METH_KEYWORDS,
+ NULL,
+ },
{ NULL },
};
}
static PyObject* DatabaseEnumerator_next(DatabaseEnumeratorObject* self) {
- struct loc_as* as = loc_database_enumerator_next_as(self->enumerator);
+ struct loc_network* network = NULL;
+
+ // Enumerate all networks
+ int r = loc_database_enumerator_next_network(self->enumerator, &network);
+ if (r) {
+ return NULL;
+ }
+
+ // A network was found
+ if (network) {
+ PyObject* obj = new_network(&NetworkType, network);
+ loc_network_unref(network);
+
+ return obj;
+ }
+
+ // Enumerate all ASes
+ struct loc_as* as = NULL;
+
+ r = loc_database_enumerator_next_as(self->enumerator, &as);
+ if (r) {
+ return NULL;
+ }
+
if (as) {
PyObject* obj = new_as(&ASType, as);
loc_as_unref(as);
return gettext.dgettext("libloc", singular)
class CLI(object):
- def __init__(self):
- # Open database
- self.db = location.Database("@databasedir@/database.db")
-
def parse_cli(self):
parser = argparse.ArgumentParser(
description=_("Location Database Command Line Interface"),
parser.add_argument("--version", action="version",
version="%%(prog)s %s" % location.__version__)
+ # database
+ parser.add_argument("--database", "-d",
+ default="@databasedir@/database.db", help=_("Path to database"),
+ )
+
# lookup an IP address
lookup = subparsers.add_parser("lookup",
help=_("Lookup one or multiple IP addresses"),
search_as.add_argument("query", nargs=1)
search_as.set_defaults(func=self.handle_search_as)
- return parser.parse_args()
+ # List all networks in an AS
+ list_networks_by_as = subparsers.add_parser("list-networks-by-as",
+ help=_("Lists all networks in an AS"),
+ )
+ list_networks_by_as.add_argument("asn", nargs=1, type=int)
+ list_networks_by_as.set_defaults(func=self.handle_list_networks_by_as)
+
+ # List all networks in a country
+ list_networks_by_cc = subparsers.add_parser("list-networks-by-cc",
+ help=_("Lists all networks in a country"),
+ )
+ list_networks_by_cc.add_argument("country_code", nargs=1)
+ list_networks_by_cc.set_defaults(func=self.handle_list_networks_by_cc)
+
+ args = parser.parse_args()
+
+ # Print usage if no action was given
+ if not "func" in args:
+ parser.print_usage()
+ sys.exit(2)
+
+ return args
def run(self):
# Parse command line arguments
args = self.parse_cli()
- # Callback function must be defined
- assert args.func, "Callback function not defined"
+ # Open database
+ try:
+ db = location.Database(args.database)
+ except FileNotFoundError as e:
+ sys.stderr.write("location-query: Could not open database %s: %s\n" \
+ % (args.database, e))
+ sys.exit(1)
# Call function
- ret = args.func(args)
+ ret = args.func(db, args)
# Return with exit code
if ret:
# Otherwise just exit
sys.exit(0)
- def handle_lookup(self, ns):
+ def handle_lookup(self, db, ns):
ret = 0
for address in ns.address:
try:
- n = self.db.lookup(address)
+ n = db.lookup(address)
except ValueError:
print(_("Invalid IP address: %s") % address, file=sys.stderr)
# Try to retrieve the AS if we have an AS number
if n.asn:
- a = self.db.get_as(n.asn)
+ a = db.get_as(n.asn)
# If we have found an AS we will print it in the message
if a:
return ret
- def handle_get_as(self, ns):
+ def handle_get_as(self, db, ns):
"""
Gets information about Autonomous Systems
"""
continue
# Fetch AS from database
- a = self.db.get_as(asn)
+ a = db.get_as(asn)
# Nothing found
if not a:
return ret
- def handle_search_as(self, ns):
+ def handle_search_as(self, db, ns):
for query in ns.query:
# Print all matches ASes
- for a in self.db.search_as(query):
+ for a in db.search_as(query):
print(a)
+ def handle_list_networks_by_as(self, db, ns):
+ for asn in ns.asn:
+ # Print all matching networks
+ for n in db.search_networks(asn=asn):
+ print(n)
+
+ def handle_list_networks_by_cc(self, db, ns):
+ for country_code in ns.country_code:
+ # Print all matching networks
+ for n in db.search_networks(country_code=country_code):
+ print(n)
+
def main():
# Run the command line interface
c = CLI()
// Enumerator
struct loc_database_enumerator* enumerator;
- err = loc_database_enumerator_new(&enumerator, db);
+ err = loc_database_enumerator_new(&enumerator, db, LOC_DB_ENUMERATE_ASES);
if (err) {
fprintf(stderr, "Could not create a database enumerator\n");
exit(EXIT_FAILURE);
projects / people / ms / libloc.git / commitdiff
