2012-06-29 05:18:28 +00:00
|
|
|
# -*- coding: binary -*-
|
Cutting over rails3 to master.
This switches the Metasploit Framework to a Rails 3 backend. If you run
into new problems (especially around Active Record or your postgresql
gem) you should try first updating your Ruby installation to 1.9.3 and
use a more recent 'pg' gem.
If that fails, we'd love to see your bug report (just drop all the
detail you can into an issue on GitHub). In the meantime, you can
checkout the rails2 branch, which was branched from master immediately
before this cutover.
Squashed commit of the following:
commit 5802ec851580341c6717dfea529027c12678d35f
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 23:30:12 2012 -0500
Enable MSF_BUNDLE_GEMS mode by default (set to N/F/0 to disable)
commit 8102f98dce9eb0c73c4374e40dce09af7b51d060
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 23:30:03 2012 -0500
Add a method to expand win32 file paths
commit bda6479d154cf75572dd5de8b66bfde661a55de9
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 18:53:44 2012 -0500
Fix 1.8.x compatibility
commit 101ce4eb17bfdf755ef8c0a5198174668b6cd6fd
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 18:40:59 2012 -0500
Use verbose instead of stringio
commit 5db467ffb593488285576d183b1662093e454b3e
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 18:30:06 2012 -0500
Hide the iconv warning, were stuck with it due to EBCDIC support
commit 63b9cb20eb6a61daf4effb4c8d2761c16ff0c4e0
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 18:29:58 2012 -0500
Dont use GEM_HOME by default
commit ca49271c22c314a4465fff934334df18c704cbc0
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 18:23:34 2012 -0500
Move Gemfile to root (there be dragons, lets find them) and catch failed bundler loads
commit 34af04076a068e9f60c5526045ddbba5fca359fd
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 18:18:29 2012 -0500
Fallback to bundler when not running inside of a installer env
commit ed1066a4f3f12fae7d4afc03eb1ab70ffe2f9cf3
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 16:26:55 2012 -0500
Remove a mess of gems that were not actually required
commit 21290a73926809e9049a59359449168f740d13d2
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 15:59:10 2012 -0500
Hack around a gem() call that is well-intentioned but an obstacle in this case
commit 8e414a8bfab9641c81088d22f73033be5b37a700
Author: Tod Beardsley <todb@metasploit.com>
Date: Sun Apr 15 15:06:08 2012 -0500
Ruby, come on. Ducktype this. Please.
Use interpolated strings to get the to_s behavior you don't get with
just plussing.
commit 0fa92c58750f8f84edbecfaab72cd2da5062743f
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 15:05:42 2012 -0500
Add new eventmachine/thin gems
commit 819d5e7d45e0a16741d3852df3ed110b4d7abc44
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 15:01:18 2012 -0500
Purge (reimport in a second)
commit ea6f3f6c434537ca15b6c6674e31081e27ce7f86
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 14:54:42 2012 -0500
Cleanup uncessary .so files (ext vs lib)
commit d219330a3cc563e9da9f01fade016c9ed8cda21c
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 14:53:02 2012 -0500
PG gems built against the older installation environment
commit d6e590cfa331ae7b25313ff1471c6148a6b36f3b
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 14:06:35 2012 -0500
Rename to include the version
commit a893de222b97ce1222a55324f1811b0262aae2d0
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 13:56:47 2012 -0500
Detect older installation environments and load the arch-lib directories into the search path
commit 6444bba0a421921e2ebe2df2323277a586f9736f
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 13:49:25 2012 -0500
Merge in windows gems
commit 95efbcfde220917bc7ee08e6083d7b383240d185
Author: Tod Beardsley <todb@metasploit.com>
Date: Sun Apr 15 13:49:33 2012 -0500
Report_vuln shouldn't use :include in finder
find_or_create_by doesn't take :include as a param.
commit c5f99eb87f0874ef7d32fa42828841c9a714b787
Author: David Maloney <DMaloney@rapid7.com>
Date: Sun Apr 15 12:44:09 2012 -0500
One more msised Mdm namespace issue
commit 2184e2bbc3dd9b0993e8f21d2811a65a0c694d68
Author: David Maloney <DMaloney@rapid7.com>
Date: Sun Apr 15 12:33:41 2012 -0500
Fixes some mroe Mdm namespace confusion
Fixes #6626
commit 10cee17f391f398bb2be3409137ff7348c7a66ee
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 03:40:44 2012 -0500
Add robots gem (required by webscan)
commit 327e674c83850101364c9cca8f8d16da1de3dfb5
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 03:39:05 2012 -0500
Fix missing error checks
commit a5a24641866e47e611d7636a3f19ba3b3ed10ac5
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 01:15:37 2012 -0500
Reorder requires and add a method for injecting a new migration path
commit 250a5fa5ae8cb05807af022aa4168907772c15f8
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 00:56:09 2012 -0500
Remove missing constant (use string) and add gemcache cleaner
commit 37ad6063fce0a41dddedb857fa49aa2c4834a508
Merge: d47ee82 4be0361
Author: Tod Beardsley <todb@metasploit.com>
Date: Sun Apr 15 00:40:16 2012 -0500
Merge branch 'master-clone' into rails3-clone
commit d47ee82ad7e66de53dd3d3a65649cc37299a2479
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 00:30:03 2012 -0500
cleanup leftovers from gems
commit 6d883b5aa8a3a7ddbcde5bfd4521d57c5b30d3c2
Author: HD Moore <hd_moore@rapid7.com>
Date: Sun Apr 15 00:25:47 2012 -0500
MDM update with purged DBSave module
commit 71e4f2d81f6da221b76150562a16c730888f5925
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 23:19:37 2012 -0500
Add new mdm
commit 651cd5adac8211d65e0c8079371d8264e549533a
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 23:19:13 2012 -0500
Update mdm
commit 0191a8bd0acec30ddb2a9e9c291111a12378537f
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 22:30:40 2012 -0500
This fixes numerous cases of missed Mdm:: prefixes on db objects
commit a2a9bb3f2148622c135663dead80b3367b6f7695
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 18:30:18 2012 -0500
Add eventmachine
commit 301ddeb12b906ed3c508613ca894347bedc3b499
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 18:18:12 2012 -0500
A nicer error for folks who need to upgrade pg
commit fa6bde1e67b12e2d3d9978f59bbc98e0c1a1a707
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 17:54:55 2012 -0500
Remove bundler requirements
commit 2e3ab9ed211303f1116e602b9a450141b71e56a4
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 17:35:38 2012 -0500
Pull in eventmachine with actual .so's this time
commit 901fb33ff6b754ce2c2cfd51e3b0b669f6ec600b
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 17:19:12 2012 -0500
Update deps, still need to add eventmachine
commit 6b0e17068e8caa0601f3ef81e8dbdb672758fcbe
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 13:07:06 2012 -0500
Handle older installer environments and only allow binary gems when the
environment specifically asks for it
commit b98eb7873a6342834840424699caa414a5cb172a
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 04:05:13 2012 -0500
Bump version to -testing
commit 6ac508c4ba3fdc278aaf8cfe2c58d01de3395431
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 02:25:09 2012 -0500
Remove msf3 subdir
commit a27dac5067635a95b4cbb773df1985f2a2dc2c5a
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 02:24:39 2012 -0500
Remove the old busted external
commit 5fb5a0fc642b6c301934c319db854cc3145427a1
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 02:03:10 2012 -0500
Add the gemcache loader
commit 09e2d89dfd09b9ac0c123fcc4e19816c86725627
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Apr 14 02:02:23 2012 -0500
Purge gemfile/bundler configure in exchange for new gemcache setup
commit 3cc0264e1cfb027b515d7f24b95a74b023bd905c
Author: Tod Beardsley <todb@metasploit.com>
Date: Thu Apr 12 14:11:45 2012 -0500
Mode change on modicon_ladder.apx
commit c18b3d56efd639e461137acdc76b4b283fe978d4
Author: HD Moore <hd_moore@rapid7.com>
Date: Thu Apr 12 01:38:56 2012 -0500
The go faster button
commit ca2a67d51d6d4c7c3ca2e745f8b018279aef668a
Merge: 674ee09 b8129f9
Author: Tod Beardsley <todb@metasploit.com>
Date: Mon Apr 9 15:50:33 2012 -0500
Merge branch 'master-clone' into rails3-clone
Picking up Packetfu upstream changes, all pretty minor
commit 674ee097ab8a6bc9608bf377479ccd0b87e7302b
Merge: e9513e5 a26e844
Author: Tod Beardsley <todb@metasploit.com>
Date: Mon Apr 9 13:57:26 2012 -0500
Merge branch 'master-clone' into rails3-clone
Conflicts:
lib/msf/core/handler/reverse_http.rb
lib/msf/core/handler/reverse_https.rb
modules/auxiliary/scanner/discovery/udp_probe.rb
modules/auxiliary/scanner/discovery/udp_sweep.rb
Resolved conflicts with the reverse_http handlers and the udp probe /
scanners byt favoring the more recent changes (which happened to be the
intent anyway). The reverse_http and reverse_https changes were mine so
I know what the intent was, and @dmaloney-r7 changed udp_probe and
udp_sweep to use pcAnywhere_stat instead of merely pcAnywhere, so the
intent is clear there as well.
commit e9513e54f984fdb100c13b44a1724246779ccb76
Author: David Maloney <dmaloney@melodie.gateway.2wire.net>
Date: Fri Apr 6 18:21:46 2012 -0500
Some fixes to how services get reported to prevent issues with the web interface
commit adeb44e9aaf1a329a0e587d2b26e678398730422
Author: David Maloney <David_Maloney@rapid7.com>
Date: Mon Apr 2 15:39:46 2012 -0500
Some corrections to pcAnywhere discovery modules to distinguish between the two services
commit b13900176484fea8f5217a2ef925ae2ad9b7af47
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Mar 31 12:03:21 2012 -0500
Enable additional migration-path parameters, use a temporary directory to bring the database online
commit 526b4c56883f461417f71269404faef38639917c
Author: David Maloney <David_Maloney@rapid7.com>
Date: Wed Mar 28 23:24:56 2012 -0500
A bunch of Mdsm fixes for .kind_of? calls, to make sure we ponit to the right place
commit 2cf3143370af808637d164ce59400605300f922c
Author: HD Moore <hd_moore@rapid7.com>
Date: Mon Mar 26 16:22:09 2012 -0500
Check for ruby 2.0 as well as 1.9 for encoding override
commit 4d0f51b76d89f00f7acbce6b1f00dc6e4c4545ee
Author: HD Moore <hd_moore@rapid7.com>
Date: Mon Mar 26 15:36:04 2012 -0500
Remove debug statement
commit f5d2335e7745aa1a354f4d6c8fc9d0b3876c472a
Author: HD Moore <hd_moore@rapid7.com>
Date: Mon Mar 26 15:01:55 2012 -0500
Be explicit about the Mdm namespace
commit bc8be225606d6ea38dd2a85ab4310c1c181a94ee
Author: hdm <hdm@hypo.(none)>
Date: Mon Mar 26 11:49:51 2012 -0500
Precalculate some uri strings in case the 1000-round generation fails
commit 4254f419723349ffb93e4aebdaeabbd7d66bf8c0
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Sat Mar 24 14:03:44 2012 -0500
Removed some non-namespaced calls to Host
commit c8190e1bb8ad365fb0d7a1c4a9173e6c739be85c
Author: HD Moore <hd_moore@rapid7.com>
Date: Tue Mar 20 00:37:00 2012 -0500
Purge the rvmrc, this is causing major headaches
commit 76df18588917b7150a3bedf2569710a80bab51f8
Author: HD Moore <hd_moore@rapid7.com>
Date: Tue Mar 20 00:31:52 2012 -0500
Switch .rvmrc to the shipping 1.9.3 version
commit 7124971d0032b268f4ddf89aca125f15e284f345
Author: David Maloney <David_Maloney@rapid7.com>
Date: Mon Mar 12 16:56:40 2012 -0500
Adds mixin for looking up Mime Types by extension
commit b7ca8353164c43db6bacb2f3f16afa1269f66e43
Merge: a0b0c75 6b9a219
Author: Matt Buck <techpeace@gmail.com>
Date: Tue Mar 6 19:38:53 2012 -0600
Merge from develop.
commit a0b0c7528d2b8fabb76b2246a15004bc89239cf0
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Tue Mar 6 11:08:59 2012 -0600
Somehow migration file is new?
commit 84d2b3cb1ad6290413c3ea3222ddf9932270b105
Author: David Maloney <David_Maloney@rapid7.com>
Date: Wed Feb 29 16:38:55 2012 -0600
Added ability to specify headers to redirects in http server
commit e50d27cda83872c616722adb03dc1a6a5e685405
Author: HD Moore <hd_moore@rapid7.com>
Date: Sat Feb 4 04:44:50 2012 -0600
Tweak the event dispatcher to enable customer events without a category
and trigger http request events from the main exploit mixin.
Experimental
commit 0e4fd2040df49df2e6cb0e8d2c6240a03d108033
Author: Matt Buck <Matthew_Buck@rapid7.com>
Date: Thu Feb 2 22:09:05 2012 -0600
Change Msm -> Mdm in migrations. This is what was preventing migrations from finishing on first boot.
commit c94a2961d04eee84adfd42bb01ed7a3e3846b83a
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Wed Feb 1 12:48:48 2012 -0600
Changed Gemfile to use new gem name
commit 245c2063f06b4fddbfc607d243796669ef236136
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Wed Feb 1 12:47:42 2012 -0600
Did find/replace for final namespace of Mdm
commit 6ed9bf8430b555dcbe62daeddb2f33bd400ab5bc
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Tue Jan 24 10:47:44 2012 -0600
Fix a bunch of namespace issues
commit 2fe08d9e4226c27e78d07a00178c58f528cbc72e
Author: Matt Buck <Matthew_Buck@rapid7.com>
Date: Fri Jan 20 14:37:37 2012 -0600
Update Msm contstants in migrations for initial DB builds.
commit 4cc6b8fb0440c6258bf70de77a9153468fea4ea5
Author: Matt Buck <Matthew_Buck@rapid7.com>
Date: Fri Jan 20 14:37:25 2012 -0600
Update Gemfile.lock.
commit 1cc655b678f0a054a9a783da119237fe3f67faa4
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Thu Jan 19 11:48:29 2012 -0600
Errant Workspaces needed namespace
commit 607a78285582c530a68985add33ccf4d899c467a
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Tue Jan 17 15:44:02 2012 -0600
Refactored all models to use the new namespace
* Every model using DBManager::* namespace is now Msm namespace
* Almost all of this in msf/base/core
* Some in modules
commit a690cd959b3560fa2284975ca7ecca10c228fb05
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Tue Jan 17 13:41:44 2012 -0600
Move bundler setup
commit dae115cc8f7619ca7a827123079cb67fb4d9354b
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Mon Jan 9 15:51:07 2012 -0600
Moved ActiveSupport dep to gem
commit d32f8edb6e7f82079b775ffbc2b9a405d1f32b3b
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Mon Jan 9 14:40:05 2012 -0600
Removed model require file
commit d0c74cff8c44771e566ec63b03eda10d03b25c42
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Tue Jan 3 16:06:10 2012 -0600
Update some more finds
commit 4eb79ea6b58b74c309ab1f1bb0bd35fe9041de46
Author: Trevor Rosen <Trevor_Rosen@rapid7.com>
Date: Tue Jan 3 14:21:15 2012 -0600
Yet another dumb commit
commit a75febcb593d52fdfe930306b4275829759d81d1
Author: Trevor Rosen <trevor@catapult-creative.com>
Date: Thu Dec 29 19:20:51 2011 -0600
Fixing deletion
commit dc139ff2fdfc4e7cdee3901dfb863e70913d6b92
Author: Trevor Rosen <trevor@catapult-creative.com>
Date: Wed Dec 7 17:06:45 2011 -0600
Fixed erroneous commit
commit 531c1e611cf4d23aeb9c48350dabf7630d662d25
Author: Trevor Rosen <trevor@catapult-creative.com>
Date: Mon Nov 21 16:11:35 2011 -0600
Remove AR patch stuff; attempting to debug non-connection between MSF and Pro
commit 458611224189c7aa27e500aabd373d85dc2dc5c0
Author: Trevor Rosen <trevor@catapult-creative.com>
Date: Fri Nov 18 16:17:27 2011 -0600
Drop ActiveRecord/ActiveSupport in preparation for upgrade
2012-04-16 04:35:38 +00:00
|
|
|
|
2012-10-08 21:14:37 +00:00
|
|
|
require 'msf/base/config'
|
2006-03-21 04:37:48 +00:00
|
|
|
require 'msf/core'
|
|
|
|
require 'msf/core/db'
|
2013-05-20 17:45:17 +00:00
|
|
|
require 'msf/core/db_manager/migration'
|
2009-12-28 00:21:21 +00:00
|
|
|
require 'msf/core/task_manager'
|
2012-03-31 17:03:21 +00:00
|
|
|
require 'fileutils'
|
2012-07-06 02:33:13 +00:00
|
|
|
require 'shellwords'
|
2006-03-21 04:37:48 +00:00
|
|
|
|
|
|
|
module Msf
|
|
|
|
|
|
|
|
###
|
|
|
|
#
|
2009-10-25 17:18:23 +00:00
|
|
|
# The db module provides persistent storage and events. This class should be instantiated LAST
|
|
|
|
# as the active_suppport library overrides Kernel.require, slowing down all future code loads.
|
2006-03-21 04:37:48 +00:00
|
|
|
#
|
|
|
|
###
|
|
|
|
|
|
|
|
class DBManager
|
2013-08-30 21:28:33 +00:00
|
|
|
# Provides :framework and other accessors
|
|
|
|
include Msf::DBManager::Migration
|
|
|
|
include Msf::Framework::Offspring
|
|
|
|
|
2014-05-12 20:03:51 +00:00
|
|
|
#
|
|
|
|
# CONSTANTS
|
|
|
|
#
|
|
|
|
|
|
|
|
# The adapter to use to establish database connection.
|
|
|
|
ADAPTER = 'postgresql'
|
|
|
|
|
2013-08-30 21:28:33 +00:00
|
|
|
# Mainly, it's Ruby 1.9.1 that cause a lot of problems now, along with Ruby 1.8.6.
|
|
|
|
# Ruby 1.8.7 actually seems okay, but why tempt fate? Let's say 1.9.3 and beyond.
|
|
|
|
def warn_about_rubies
|
|
|
|
if ::RUBY_VERSION =~ /^1\.9\.[012]($|[^\d])/
|
|
|
|
$stderr.puts "**************************************************************************************"
|
|
|
|
$stderr.puts "Metasploit requires at least Ruby 1.9.3. For an easy upgrade path, see https://rvm.io/"
|
|
|
|
$stderr.puts "**************************************************************************************"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Returns true if we are ready to load/store data
|
|
|
|
def active
|
2014-06-02 17:49:09 +00:00
|
|
|
# usable and migrated a just Boolean attributes, so check those first because they don't actually contact the
|
|
|
|
# database.
|
|
|
|
usable && migrated && connection_established?
|
2013-08-30 21:28:33 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
# Returns true if the prerequisites have been installed
|
|
|
|
attr_accessor :usable
|
|
|
|
|
|
|
|
# Returns the list of usable database drivers
|
2014-05-13 18:01:59 +00:00
|
|
|
def drivers
|
|
|
|
@drivers ||= []
|
|
|
|
end
|
|
|
|
attr_writer :drivers
|
2013-08-30 21:28:33 +00:00
|
|
|
|
|
|
|
# Returns the active driver
|
|
|
|
attr_accessor :driver
|
|
|
|
|
|
|
|
# Stores the error message for why the db was not loaded
|
|
|
|
attr_accessor :error
|
|
|
|
|
|
|
|
# Stores a TaskManager for serializing database events
|
|
|
|
attr_accessor :sink
|
|
|
|
|
|
|
|
# Flag to indicate that modules are cached
|
|
|
|
attr_accessor :modules_cached
|
|
|
|
|
|
|
|
# Flag to indicate that the module cacher is running
|
|
|
|
attr_accessor :modules_caching
|
|
|
|
|
|
|
|
def initialize(framework, opts = {})
|
|
|
|
|
|
|
|
self.framework = framework
|
|
|
|
self.migrated = false
|
|
|
|
self.modules_cached = false
|
|
|
|
self.modules_caching = false
|
|
|
|
|
|
|
|
@usable = false
|
|
|
|
|
|
|
|
# Don't load the database if the user said they didn't need it.
|
|
|
|
if (opts['DisableDatabase'])
|
|
|
|
self.error = "disabled"
|
|
|
|
return
|
|
|
|
end
|
|
|
|
|
|
|
|
initialize_database_support
|
|
|
|
end
|
|
|
|
|
|
|
|
#
|
|
|
|
# Do what is necessary to load our database support
|
|
|
|
#
|
|
|
|
def initialize_database_support
|
|
|
|
begin
|
|
|
|
# Database drivers can reset our KCODE, do not let them
|
|
|
|
$KCODE = 'NONE' if RUBY_VERSION =~ /^1\.8\./
|
|
|
|
|
2014-05-12 20:03:51 +00:00
|
|
|
add_rails_engine_migration_paths
|
2013-08-30 21:28:33 +00:00
|
|
|
|
|
|
|
@usable = true
|
|
|
|
|
|
|
|
rescue ::Exception => e
|
|
|
|
self.error = e
|
|
|
|
elog("DB is not enabled due to load error: #{e}")
|
|
|
|
return false
|
|
|
|
end
|
|
|
|
|
|
|
|
#
|
|
|
|
# Determine what drivers are available
|
|
|
|
#
|
2014-05-12 20:03:51 +00:00
|
|
|
initialize_adapter
|
2013-08-30 21:28:33 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# Instantiate the database sink
|
|
|
|
#
|
|
|
|
initialize_sink
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
|
|
|
|
2014-06-02 17:49:09 +00:00
|
|
|
# Checks if the spec passed to `ActiveRecord::Base.establish_connection` can connect to the database.
|
|
|
|
#
|
|
|
|
# @return [true] if an active connection can be made to the database using the current config.
|
|
|
|
# @return [false] if an active connection cannot be made to the database.
|
|
|
|
def connection_established?
|
|
|
|
begin
|
|
|
|
# use with_connection so the connection doesn't stay pinned to the thread.
|
|
|
|
ActiveRecord::Base.connection_pool.with_connection {
|
|
|
|
ActiveRecord::Base.connection.active?
|
|
|
|
}
|
2014-06-09 19:25:20 +00:00
|
|
|
rescue ActiveRecord::ConnectionNotEstablished, PG::ConnectionBad => error
|
2014-06-02 17:49:09 +00:00
|
|
|
elog("Connection not established: #{error.class} #{error}:\n#{error.backtrace.join("\n")}")
|
|
|
|
|
|
|
|
false
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2013-08-30 21:28:33 +00:00
|
|
|
#
|
|
|
|
# Scan through available drivers
|
|
|
|
#
|
2014-05-12 20:03:51 +00:00
|
|
|
def initialize_adapter
|
|
|
|
ActiveRecord::Base.default_timezone = :utc
|
|
|
|
|
2014-06-02 17:49:09 +00:00
|
|
|
if connection_established? && ActiveRecord::Base.connection_config[:adapter] == ADAPTER
|
|
|
|
dlog("Already established connection to #{ADAPTER}, so reusing active connection.")
|
2014-06-09 19:26:59 +00:00
|
|
|
self.drivers << ADAPTER
|
|
|
|
self.driver = ADAPTER
|
2014-05-12 20:03:51 +00:00
|
|
|
else
|
2013-08-30 21:28:33 +00:00
|
|
|
begin
|
2014-05-12 20:03:51 +00:00
|
|
|
ActiveRecord::Base.establish_connection(adapter: ADAPTER)
|
2013-08-30 21:28:33 +00:00
|
|
|
ActiveRecord::Base.remove_connection
|
2014-05-12 20:03:51 +00:00
|
|
|
rescue Exception => error
|
|
|
|
@adapter_error = error
|
|
|
|
else
|
|
|
|
self.drivers << ADAPTER
|
|
|
|
self.driver = ADAPTER
|
2013-08-30 21:28:33 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Loads Metasploit Data Models and adds its migrations to migrations paths.
|
|
|
|
#
|
|
|
|
# @return [void]
|
2014-05-12 20:03:51 +00:00
|
|
|
def add_rails_engine_migration_paths
|
2014-05-12 20:39:34 +00:00
|
|
|
unless defined? ActiveRecord
|
|
|
|
fail "Bundle installed '--without #{Bundler.settings.without.join(' ')}'. To clear the without option do " \
|
|
|
|
"`bundle install --without ''` (the --without flag with an empty string) or `rm -rf .bundle` to remove " \
|
|
|
|
"the .bundle/config manually and then `bundle install`"
|
|
|
|
end
|
|
|
|
|
2014-05-12 20:03:51 +00:00
|
|
|
Rails.application.railties.engines.each do |engine|
|
|
|
|
migrations_paths = engine.paths['db/migrate'].existent_directories
|
|
|
|
|
|
|
|
migrations_paths.each do |migrations_path|
|
|
|
|
# Since ActiveRecord::Migrator.migrations_paths can persist between
|
|
|
|
# instances of Msf::DBManager, such as in specs,
|
|
|
|
# migrations_path may already be part of
|
|
|
|
# migrations_paths, in which case it should not be added or multiple
|
|
|
|
# migrations with the same version number errors will occur.
|
|
|
|
unless ActiveRecord::Migrator.migrations_paths.include? migrations_path
|
|
|
|
ActiveRecord::Migrator.migrations_paths << migrations_path
|
|
|
|
end
|
|
|
|
end
|
2013-08-30 21:28:33 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
#
|
|
|
|
# Create a new database sink and initialize it
|
|
|
|
#
|
|
|
|
def initialize_sink
|
|
|
|
self.sink = TaskManager.new(framework)
|
|
|
|
self.sink.start
|
|
|
|
end
|
|
|
|
|
|
|
|
#
|
|
|
|
# Add a new task to the sink
|
|
|
|
#
|
|
|
|
def queue(proc)
|
|
|
|
self.sink.queue_proc(proc)
|
|
|
|
end
|
|
|
|
|
|
|
|
#
|
|
|
|
# Connects this instance to a database
|
|
|
|
#
|
|
|
|
def connect(opts={})
|
|
|
|
|
|
|
|
return false if not @usable
|
|
|
|
|
|
|
|
nopts = opts.dup
|
|
|
|
if (nopts['port'])
|
|
|
|
nopts['port'] = nopts['port'].to_i
|
|
|
|
end
|
|
|
|
|
|
|
|
# Prefer the config file's pool setting
|
|
|
|
nopts['pool'] ||= 75
|
|
|
|
|
|
|
|
# Prefer the config file's wait_timeout setting too
|
|
|
|
nopts['wait_timeout'] ||= 300
|
|
|
|
|
|
|
|
begin
|
|
|
|
self.migrated = false
|
|
|
|
|
2014-05-28 19:34:36 +00:00
|
|
|
# Check ActiveRecord::Base was already connected by Rails::Application.initialize! or some other API.
|
2014-06-02 17:49:09 +00:00
|
|
|
unless connection_established?
|
2014-05-28 19:34:36 +00:00
|
|
|
create_db(nopts)
|
|
|
|
|
|
|
|
# Configure the database adapter
|
|
|
|
ActiveRecord::Base.establish_connection(nopts)
|
|
|
|
end
|
2013-08-30 21:28:33 +00:00
|
|
|
rescue ::Exception => e
|
|
|
|
self.error = e
|
|
|
|
elog("DB.connect threw an exception: #{e}")
|
|
|
|
dlog("Call stack: #{$@.join"\n"}", LEV_1)
|
|
|
|
return false
|
|
|
|
ensure
|
2014-08-07 00:55:51 +00:00
|
|
|
after_establish_connection
|
|
|
|
|
2013-08-30 21:28:33 +00:00
|
|
|
# Database drivers can reset our KCODE, do not let them
|
|
|
|
$KCODE = 'NONE' if RUBY_VERSION =~ /^1\.8\./
|
|
|
|
end
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
|
|
|
|
2014-08-07 00:55:51 +00:00
|
|
|
# Finishes {#connect} after `ActiveRecord::Base.establish_connection` has succeeded by {#migrate migrating database}
|
|
|
|
# and setting {#workspace}.
|
|
|
|
#
|
|
|
|
# @return [void]
|
|
|
|
def after_establish_connection
|
|
|
|
self.migrated = false
|
|
|
|
|
|
|
|
begin
|
|
|
|
# Migrate the database, if needed
|
|
|
|
migrate
|
|
|
|
|
|
|
|
# Set the default workspace
|
|
|
|
framework.db.workspace = framework.db.default_workspace
|
|
|
|
rescue ::Exception => exception
|
|
|
|
self.error = exception
|
|
|
|
elog("DB.connect threw an exception: #{exception}")
|
|
|
|
dlog("Call stack: #{exception.backtrace.join("\n")}", LEV_1)
|
|
|
|
else
|
|
|
|
# Flag that migration has completed
|
|
|
|
self.migrated = true
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2013-08-30 21:28:33 +00:00
|
|
|
#
|
|
|
|
# Attempt to create the database
|
|
|
|
#
|
|
|
|
# If the database already exists this will fail and we will continue on our
|
|
|
|
# merry way, connecting anyway. If it doesn't, we try to create it. If
|
|
|
|
# that fails, then it wasn't meant to be and the connect will raise a
|
|
|
|
# useful exception so the user won't be in the dark; no need to raise
|
|
|
|
# anything at all here.
|
|
|
|
#
|
|
|
|
def create_db(opts)
|
|
|
|
begin
|
|
|
|
case opts["adapter"]
|
|
|
|
when 'postgresql'
|
|
|
|
# Try to force a connection to be made to the database, if it succeeds
|
|
|
|
# then we know we don't need to create it :)
|
|
|
|
ActiveRecord::Base.establish_connection(opts)
|
|
|
|
# Do the checkout, checkin dance here to make sure this thread doesn't
|
|
|
|
# hold on to a connection we don't need
|
|
|
|
conn = ActiveRecord::Base.connection_pool.checkout
|
|
|
|
ActiveRecord::Base.connection_pool.checkin(conn)
|
|
|
|
end
|
|
|
|
rescue ::Exception => e
|
|
|
|
errstr = e.to_s
|
|
|
|
if errstr =~ /does not exist/i or errstr =~ /Unknown database/
|
|
|
|
ilog("Database doesn't exist \"#{opts['database']}\", attempting to create it.")
|
2014-05-12 20:03:51 +00:00
|
|
|
ActiveRecord::Base.establish_connection(
|
|
|
|
opts.merge(
|
|
|
|
'database' => 'postgres',
|
|
|
|
'schema_search_path' => 'public'
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
2013-08-30 21:28:33 +00:00
|
|
|
ActiveRecord::Base.connection.create_database(opts['database'])
|
|
|
|
else
|
|
|
|
ilog("Trying to continue despite failed database creation: #{e}")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
ActiveRecord::Base.remove_connection
|
|
|
|
end
|
|
|
|
|
|
|
|
#
|
|
|
|
# Disconnects a database session
|
|
|
|
#
|
|
|
|
def disconnect
|
|
|
|
begin
|
|
|
|
ActiveRecord::Base.remove_connection
|
|
|
|
self.migrated = false
|
|
|
|
self.modules_cached = false
|
|
|
|
rescue ::Exception => e
|
|
|
|
self.error = e
|
|
|
|
elog("DB.disconnect threw an exception: #{e}")
|
|
|
|
ensure
|
|
|
|
# Database drivers can reset our KCODE, do not let them
|
|
|
|
$KCODE = 'NONE' if RUBY_VERSION =~ /^1\.8\./
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def workspace=(workspace)
|
|
|
|
@workspace_name = workspace.name
|
|
|
|
end
|
|
|
|
|
|
|
|
def workspace
|
|
|
|
framework.db.find_workspace(@workspace_name)
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
# @note Does nothing unless {#migrated} is +true+ and {#modules_caching} is
|
|
|
|
# +false+.
|
|
|
|
#
|
|
|
|
# Destroys all Mdm::Module::Details in the database.
|
|
|
|
#
|
|
|
|
# @return [void]
|
|
|
|
def purge_all_module_details
|
|
|
|
return if not self.migrated
|
|
|
|
return if self.modules_caching
|
|
|
|
|
|
|
|
::ActiveRecord::Base.connection_pool.with_connection do
|
|
|
|
Mdm::Module::Detail.destroy_all
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Destroys the old Mdm::Module::Detail and creates a new Mdm::Module::Detail for
|
|
|
|
# any module with an Mdm::Module::Detail where the modification time of the
|
|
|
|
# Mdm::Module::Detail#file differs from the Mdm::Module::Detail#mtime. If the
|
|
|
|
# Mdm::Module::Detail#file no only exists on disk, then the Mdm::Module::Detail
|
|
|
|
# is just destroyed without a new one being created.
|
|
|
|
#
|
|
|
|
# @return [void]
|
|
|
|
def update_all_module_details
|
|
|
|
return if not self.migrated
|
|
|
|
return if self.modules_caching
|
|
|
|
|
|
|
|
self.framework.cache_thread = Thread.current
|
|
|
|
|
|
|
|
self.modules_cached = false
|
|
|
|
self.modules_caching = true
|
|
|
|
|
|
|
|
ActiveRecord::Base.connection_pool.with_connection do
|
|
|
|
|
|
|
|
refresh = []
|
2014-09-19 20:34:10 +00:00
|
|
|
skip_reference_name_set_by_module_type = Hash.new { |hash, module_type|
|
|
|
|
hash[module_type] = Set.new
|
|
|
|
}
|
2013-08-30 21:28:33 +00:00
|
|
|
|
|
|
|
Mdm::Module::Detail.find_each do |md|
|
|
|
|
|
|
|
|
unless md.ready
|
|
|
|
refresh << md
|
|
|
|
next
|
|
|
|
end
|
|
|
|
|
|
|
|
unless md.file and ::File.exists?(md.file)
|
|
|
|
refresh << md
|
|
|
|
next
|
|
|
|
end
|
|
|
|
|
|
|
|
if ::File.mtime(md.file).to_i != md.mtime.to_i
|
|
|
|
refresh << md
|
|
|
|
next
|
|
|
|
end
|
|
|
|
|
2014-09-19 20:34:10 +00:00
|
|
|
skip_reference_name_set = skip_reference_name_set_by_module_type[md.mtype]
|
|
|
|
skip_reference_name_set.add(md.refname)
|
2013-08-30 21:28:33 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
refresh.each { |md| md.destroy }
|
|
|
|
|
|
|
|
[
|
|
|
|
['exploit', framework.exploits],
|
|
|
|
['auxiliary', framework.auxiliary],
|
|
|
|
['post', framework.post],
|
|
|
|
['payload', framework.payloads],
|
|
|
|
['encoder', framework.encoders],
|
|
|
|
['nop', framework.nops]
|
|
|
|
].each do |mt|
|
2014-09-19 20:34:10 +00:00
|
|
|
skip_reference_name_set = skip_reference_name_set_by_module_type[mt[0]]
|
|
|
|
|
2013-08-30 21:28:33 +00:00
|
|
|
mt[1].keys.sort.each do |mn|
|
2014-09-19 20:34:10 +00:00
|
|
|
next if skip_reference_name_set.include? mn
|
2013-08-30 21:28:33 +00:00
|
|
|
obj = mt[1].create(mn)
|
|
|
|
next if not obj
|
|
|
|
begin
|
|
|
|
update_module_details(obj)
|
|
|
|
rescue ::Exception
|
|
|
|
elog("Error updating module details for #{obj.fullname}: #{$!.class} #{$!}")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
self.framework.cache_initialized = true
|
|
|
|
end
|
|
|
|
|
|
|
|
# in reverse order of section before with_connection block
|
|
|
|
self.modules_caching = false
|
|
|
|
self.modules_cached = true
|
|
|
|
self.framework.cache_thread = nil
|
|
|
|
end
|
|
|
|
|
|
|
|
# Creates an Mdm::Module::Detail from a module instance.
|
|
|
|
#
|
|
|
|
# @param module_instance [Msf::Module] a metasploit module instance.
|
|
|
|
# @raise [ActiveRecord::RecordInvalid] if Hash from {#module_to_details_hash} is invalid attributes for
|
|
|
|
# Mdm::Module::Detail.
|
|
|
|
# @return [void]
|
|
|
|
def update_module_details(module_instance)
|
|
|
|
return if not self.migrated
|
|
|
|
|
|
|
|
ActiveRecord::Base.connection_pool.with_connection do
|
|
|
|
info = module_to_details_hash(module_instance)
|
|
|
|
bits = info.delete(:bits) || []
|
|
|
|
module_detail = Mdm::Module::Detail.create!(info)
|
|
|
|
|
|
|
|
bits.each do |args|
|
|
|
|
otype, vals = args
|
|
|
|
|
|
|
|
case otype
|
|
|
|
when :action
|
|
|
|
module_detail.add_action(vals[:name])
|
|
|
|
when :arch
|
|
|
|
module_detail.add_arch(vals[:name])
|
|
|
|
when :author
|
|
|
|
module_detail.add_author(vals[:name], vals[:email])
|
|
|
|
when :platform
|
|
|
|
module_detail.add_platform(vals[:name])
|
|
|
|
when :ref
|
|
|
|
module_detail.add_ref(vals[:name])
|
|
|
|
when :target
|
|
|
|
module_detail.add_target(vals[:index], vals[:name])
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
module_detail.ready = true
|
|
|
|
module_detail.save!
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Destroys Mdm::Module::Detail if one exists for the given
|
|
|
|
# Mdm::Module::Detail#mtype and Mdm::Module::Detail#refname.
|
|
|
|
#
|
|
|
|
# @param mtype [String] module type.
|
|
|
|
# @param refname [String] module reference name.
|
|
|
|
# @return [void]
|
|
|
|
def remove_module_details(mtype, refname)
|
|
|
|
return if not self.migrated
|
|
|
|
|
|
|
|
ActiveRecord::Base.connection_pool.with_connection do
|
|
|
|
Mdm::Module::Detail.where(:mtype => mtype, :refname => refname).destroy_all
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def module_to_details_hash(m)
|
|
|
|
res = {}
|
|
|
|
bits = []
|
|
|
|
|
|
|
|
res[:mtime] = ::File.mtime(m.file_path) rescue Time.now
|
|
|
|
res[:file] = m.file_path
|
|
|
|
res[:mtype] = m.type
|
|
|
|
res[:name] = m.name.to_s
|
|
|
|
res[:refname] = m.refname
|
|
|
|
res[:fullname] = m.fullname
|
|
|
|
res[:rank] = m.rank.to_i
|
|
|
|
res[:license] = m.license.to_s
|
|
|
|
|
|
|
|
res[:description] = m.description.to_s.strip
|
|
|
|
|
|
|
|
m.arch.map{ |x|
|
|
|
|
bits << [ :arch, { :name => x.to_s } ]
|
|
|
|
}
|
|
|
|
|
|
|
|
m.platform.platforms.map{ |x|
|
|
|
|
bits << [ :platform, { :name => x.to_s.split('::').last.downcase } ]
|
|
|
|
}
|
|
|
|
|
|
|
|
m.author.map{|x|
|
|
|
|
bits << [ :author, { :name => x.to_s } ]
|
|
|
|
}
|
|
|
|
|
|
|
|
m.references.map do |r|
|
|
|
|
bits << [ :ref, { :name => [r.ctx_id.to_s, r.ctx_val.to_s].join("-") } ]
|
|
|
|
end
|
|
|
|
|
|
|
|
res[:privileged] = m.privileged?
|
|
|
|
|
|
|
|
|
|
|
|
if m.disclosure_date
|
|
|
|
begin
|
|
|
|
res[:disclosure_date] = m.disclosure_date.to_datetime.to_time
|
|
|
|
rescue ::Exception
|
|
|
|
res.delete(:disclosure_date)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
if(m.type == "exploit")
|
|
|
|
|
|
|
|
m.targets.each_index do |i|
|
|
|
|
bits << [ :target, { :index => i, :name => m.targets[i].name.to_s } ]
|
|
|
|
if m.targets[i].platform
|
|
|
|
m.targets[i].platform.platforms.each do |name|
|
|
|
|
bits << [ :platform, { :name => name.to_s.split('::').last.downcase } ]
|
|
|
|
end
|
|
|
|
end
|
|
|
|
if m.targets[i].arch
|
|
|
|
bits << [ :arch, { :name => m.targets[i].arch.to_s } ]
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
if (m.default_target)
|
|
|
|
res[:default_target] = m.default_target
|
|
|
|
end
|
|
|
|
|
|
|
|
# Some modules are a combination, which means they are actually aggressive
|
|
|
|
res[:stance] = m.stance.to_s.index("aggressive") ? "aggressive" : "passive"
|
|
|
|
|
|
|
|
|
|
|
|
m.class.mixins.each do |x|
|
|
|
|
bits << [ :mixin, { :name => x.to_s } ]
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
if(m.type == "auxiliary")
|
|
|
|
|
|
|
|
m.actions.each_index do |i|
|
|
|
|
bits << [ :action, { :name => m.actions[i].name.to_s } ]
|
|
|
|
end
|
|
|
|
|
|
|
|
if (m.default_action)
|
|
|
|
res[:default_action] = m.default_action.to_s
|
|
|
|
end
|
|
|
|
|
|
|
|
res[:stance] = m.passive? ? "passive" : "aggressive"
|
|
|
|
end
|
|
|
|
|
|
|
|
res[:bits] = bits.uniq
|
|
|
|
|
|
|
|
res
|
|
|
|
end
|
2012-12-02 06:44:03 +00:00
|
|
|
|
2013-04-26 18:14:38 +00:00
|
|
|
# Wraps values in +'%'+ for Arel::Prediciation#matches_any and other match* methods that map to SQL +'LIKE'+ or
|
|
|
|
# +'ILIKE'+
|
|
|
|
#
|
|
|
|
# @param values [Set<String>, #each] a list of strings.
|
|
|
|
# @return [Arrray<String>] strings wrapped like %<string>%
|
|
|
|
def match_values(values)
|
|
|
|
wrapped_values = values.collect { |value|
|
|
|
|
"%#{value}%"
|
|
|
|
}
|
2012-12-02 06:44:03 +00:00
|
|
|
|
2013-04-26 18:14:38 +00:00
|
|
|
wrapped_values
|
|
|
|
end
|
2012-12-02 06:44:03 +00:00
|
|
|
|
2013-08-30 21:28:33 +00:00
|
|
|
# This provides a standard set of search filters for every module.
|
|
|
|
#
|
|
|
|
# Supported keywords with the format <keyword>:<search_value>:
|
|
|
|
# +app+:: If +client+ then matches +'passive'+ stance modules, otherwise matches +'active' stance modules.
|
|
|
|
# +author+:: Matches modules with the given author email or name.
|
|
|
|
# +bid+:: Matches modules with the given Bugtraq ID.
|
|
|
|
# +cve+:: Matches modules with the given CVE ID.
|
|
|
|
# +edb+:: Matches modules with the given Exploit-DB ID.
|
|
|
|
# +name+:: Matches modules with the given full name or name.
|
|
|
|
# +os+, +platform+:: Matches modules with the given platform or target name.
|
|
|
|
# +osvdb+:: Matches modules with the given OSVDB ID.
|
|
|
|
# +ref+:: Matches modules with the given reference ID.
|
|
|
|
# +type+:: Matches modules with the given type.
|
|
|
|
#
|
|
|
|
# Any text not associated with a keyword is matched against the description,
|
|
|
|
# the full name, and the name of the module; the name of the module actions;
|
|
|
|
# the name of the module archs; the name of the module authors; the name of
|
|
|
|
# module platform; the module refs; or the module target.
|
|
|
|
#
|
|
|
|
# @param search_string [String] a string of space separated keyword pairs or
|
|
|
|
# free form text.
|
|
|
|
# @return [[]] if search_string is +nil+
|
|
|
|
# @return [ActiveRecord::Relation] module details that matched
|
|
|
|
# +search_string+
|
|
|
|
def search_modules(search_string)
|
2013-04-26 18:14:38 +00:00
|
|
|
search_string ||= ''
|
|
|
|
search_string += " "
|
|
|
|
|
|
|
|
# Split search terms by space, but allow quoted strings
|
|
|
|
terms = Shellwords.shellwords(search_string)
|
|
|
|
terms.delete('')
|
|
|
|
|
|
|
|
# All terms are either included or excluded
|
|
|
|
value_set_by_keyword = Hash.new { |hash, keyword|
|
|
|
|
hash[keyword] = Set.new
|
|
|
|
}
|
|
|
|
|
|
|
|
terms.each do |term|
|
|
|
|
keyword, value = term.split(':', 2)
|
|
|
|
|
|
|
|
unless value
|
|
|
|
value = keyword
|
|
|
|
keyword = 'text'
|
|
|
|
end
|
|
|
|
|
|
|
|
unless value.empty?
|
|
|
|
keyword.downcase!
|
|
|
|
|
|
|
|
value_set = value_set_by_keyword[keyword]
|
|
|
|
value_set.add value
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
query = Mdm::Module::Detail.scoped
|
|
|
|
|
|
|
|
ActiveRecord::Base.connection_pool.with_connection do
|
|
|
|
# Although AREL supports taking the union or two queries, the ActiveRecord where syntax only supports
|
|
|
|
# intersection, so creating the where clause has to be delayed until all conditions can be or'd together and
|
|
|
|
# passed to one call ot where.
|
|
|
|
union_conditions = []
|
|
|
|
|
|
|
|
value_set_by_keyword.each do |keyword, value_set|
|
|
|
|
case keyword
|
|
|
|
when 'author'
|
|
|
|
formatted_values = match_values(value_set)
|
|
|
|
|
|
|
|
query = query.includes(:authors)
|
|
|
|
module_authors = Mdm::Module::Author.arel_table
|
|
|
|
union_conditions << module_authors[:email].matches_any(formatted_values)
|
|
|
|
union_conditions << module_authors[:name].matches_any(formatted_values)
|
|
|
|
when 'name'
|
|
|
|
formatted_values = match_values(value_set)
|
|
|
|
|
|
|
|
module_details = Mdm::Module::Detail.arel_table
|
|
|
|
union_conditions << module_details[:fullname].matches_any(formatted_values)
|
|
|
|
union_conditions << module_details[:name].matches_any(formatted_values)
|
|
|
|
when 'os', 'platform'
|
|
|
|
formatted_values = match_values(value_set)
|
|
|
|
|
|
|
|
query = query.includes(:platforms)
|
|
|
|
union_conditions << Mdm::Module::Platform.arel_table[:name].matches_any(formatted_values)
|
|
|
|
|
|
|
|
query = query.includes(:targets)
|
|
|
|
union_conditions << Mdm::Module::Target.arel_table[:name].matches_any(formatted_values)
|
|
|
|
when 'text'
|
|
|
|
formatted_values = match_values(value_set)
|
|
|
|
|
|
|
|
module_details = Mdm::Module::Detail.arel_table
|
|
|
|
union_conditions << module_details[:description].matches_any(formatted_values)
|
|
|
|
union_conditions << module_details[:fullname].matches_any(formatted_values)
|
|
|
|
union_conditions << module_details[:name].matches_any(formatted_values)
|
|
|
|
|
|
|
|
query = query.includes(:actions)
|
|
|
|
union_conditions << Mdm::Module::Action.arel_table[:name].matches_any(formatted_values)
|
|
|
|
|
|
|
|
query = query.includes(:archs)
|
|
|
|
union_conditions << Mdm::Module::Arch.arel_table[:name].matches_any(formatted_values)
|
|
|
|
|
|
|
|
query = query.includes(:authors)
|
|
|
|
union_conditions << Mdm::Module::Author.arel_table[:name].matches_any(formatted_values)
|
|
|
|
|
|
|
|
query = query.includes(:platforms)
|
|
|
|
union_conditions << Mdm::Module::Platform.arel_table[:name].matches_any(formatted_values)
|
|
|
|
|
|
|
|
query = query.includes(:refs)
|
|
|
|
union_conditions << Mdm::Module::Ref.arel_table[:name].matches_any(formatted_values)
|
|
|
|
|
|
|
|
query = query.includes(:targets)
|
|
|
|
union_conditions << Mdm::Module::Target.arel_table[:name].matches_any(formatted_values)
|
|
|
|
when 'type'
|
|
|
|
formatted_values = match_values(value_set)
|
|
|
|
union_conditions << Mdm::Module::Detail.arel_table[:mtype].matches_any(formatted_values)
|
|
|
|
when 'app'
|
|
|
|
formatted_values = value_set.collect { |value|
|
2013-05-09 18:25:26 +00:00
|
|
|
formatted_value = 'aggressive'
|
2013-04-26 18:14:38 +00:00
|
|
|
|
|
|
|
if value == 'client'
|
|
|
|
formatted_value = 'passive'
|
|
|
|
end
|
|
|
|
|
|
|
|
formatted_value
|
|
|
|
}
|
|
|
|
|
|
|
|
union_conditions << Mdm::Module::Detail.arel_table[:stance].eq_any(formatted_values)
|
|
|
|
when 'ref'
|
|
|
|
formatted_values = match_values(value_set)
|
|
|
|
|
|
|
|
query = query.includes(:refs)
|
|
|
|
union_conditions << Mdm::Module::Ref.arel_table[:name].matches_any(formatted_values)
|
|
|
|
when 'cve', 'bid', 'osvdb', 'edb'
|
|
|
|
formatted_values = value_set.collect { |value|
|
|
|
|
prefix = keyword.upcase
|
|
|
|
|
2013-05-29 21:12:31 +00:00
|
|
|
"#{prefix}-%#{value}%"
|
2013-04-26 18:14:38 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
query = query.includes(:refs)
|
2013-05-29 21:12:31 +00:00
|
|
|
union_conditions << Mdm::Module::Ref.arel_table[:name].matches_any(formatted_values)
|
2013-04-26 18:14:38 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
unioned_conditions = union_conditions.inject { |union, condition|
|
|
|
|
union.or(condition)
|
|
|
|
}
|
|
|
|
|
2014-05-15 17:52:11 +00:00
|
|
|
query = query.where(unioned_conditions).to_a.uniq { |m| m.fullname }
|
2013-04-26 18:14:38 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
query
|
|
|
|
end
|
2012-06-14 08:27:36 +00:00
|
|
|
|
2006-03-21 04:37:48 +00:00
|
|
|
end
|
2008-11-09 21:54:04 +00:00
|
|
|
end
|