XRootD
XrdMacaroonsAuthz.cc
Go to the documentation of this file.
1 #include "XrdMacaroonsAuthz.hh"
2 #include "XrdMacaroonsHandler.hh"
3 
4 #include "XrdOuc/XrdOucEnv.hh"
6 #include "XrdSec/XrdSecEntity.hh"
8 
9 #include <ctime>
10 #include <sstream>
11 #include <stdexcept>
12 
13 #include <macaroons.h>
14 
15 using namespace Macaroons;
16 
17 namespace {
18 
19 class AuthzCheck
20 {
21 public:
22  AuthzCheck(const char *req_path, const Access_Operation req_oper, ssize_t max_duration, XrdSysError &log);
23 
24  const std::string &GetSecName() const {return m_sec_name;}
25  const std::string &GetErrorMessage() const {return m_emsg;}
26 
27  static int verify_before_s(void *authz_ptr,
28  const unsigned char *pred,
29  size_t pred_sz);
30 
31  static int verify_activity_s(void *authz_ptr,
32  const unsigned char *pred,
33  size_t pred_sz);
34 
35  static int verify_path_s(void *authz_ptr,
36  const unsigned char *pred,
37  size_t pred_sz);
38 
39  static int verify_name_s(void *authz_ptr,
40  const unsigned char *pred,
41  size_t pred_sz);
42 
43 private:
44  int verify_before(const unsigned char *pred, size_t pred_sz);
45  int verify_activity(const unsigned char *pred, size_t pred_sz);
46  int verify_path(const unsigned char *pred, size_t pred_sz);
47  int verify_name(const unsigned char *pred, size_t pred_sz);
48 
49  ssize_t m_max_duration;
50  XrdSysError &m_log;
51  std::string m_emsg;
52  const std::string m_path;
53  std::string m_desired_activity;
54  std::string m_sec_name;
55  Access_Operation m_oper;
56  time_t m_now;
57 };
58 
59 static XrdAccPrivs AddPriv(Access_Operation op, XrdAccPrivs privs)
60 {
61  int new_privs = privs;
62  switch (op) {
63  case AOP_Any:
64  break;
65  case AOP_Chmod:
66  new_privs |= static_cast<int>(XrdAccPriv_Chmod);
67  break;
68  case AOP_Chown:
69  new_privs |= static_cast<int>(XrdAccPriv_Chown);
70  break;
71  case AOP_Excl_Create: // fallthrough
72  case AOP_Create:
73  new_privs |= static_cast<int>(XrdAccPriv_Create);
74  break;
75  case AOP_Delete:
76  new_privs |= static_cast<int>(XrdAccPriv_Delete);
77  break;
78  case AOP_Excl_Insert: // fallthrough
79  case AOP_Insert:
80  new_privs |= static_cast<int>(XrdAccPriv_Insert);
81  break;
82  case AOP_Lock:
83  new_privs |= static_cast<int>(XrdAccPriv_Lock);
84  break;
85  case AOP_Mkdir:
86  new_privs |= static_cast<int>(XrdAccPriv_Mkdir);
87  break;
88  case AOP_Read:
89  new_privs |= static_cast<int>(XrdAccPriv_Read);
90  break;
91  case AOP_Readdir:
92  new_privs |= static_cast<int>(XrdAccPriv_Readdir);
93  break;
94  case AOP_Rename:
95  new_privs |= static_cast<int>(XrdAccPriv_Rename);
96  break;
97  case AOP_Stat:
98  new_privs |= static_cast<int>(XrdAccPriv_Lookup);
99  break;
100  case AOP_Update:
101  new_privs |= static_cast<int>(XrdAccPriv_Update);
102  break;
103  };
104  return static_cast<XrdAccPrivs>(new_privs);
105 }
106 
107 // Accept any value of the path, name, or activity caveats
108 int validate_verify_empty(void *emsg_ptr,
109  const unsigned char *pred,
110  size_t pred_sz)
111 {
112  if ((pred_sz >= 5) && (!memcmp(reinterpret_cast<const char *>(pred), "path:", 5) ||
113  !memcmp(reinterpret_cast<const char *>(pred), "name:", 5)))
114  {
115  return 0;
116  }
117  if ((pred_sz >= 9) && (!memcmp(reinterpret_cast<const char *>(pred), "activity:", 9)))
118  {
119  return 0;
120  }
121  return 1;
122 }
123 
124 } // unnamed namespace
125 
126 Authz::Authz(XrdSysLogger *log, char const *config, XrdAccAuthorize *chain)
127  : m_max_duration(86400),
128  m_chain(chain),
129  m_log(log, "macarons_"),
130  m_authz_behavior(static_cast<int>(Handler::AuthzBehavior::PASSTHROUGH))
131 {
132  Handler::AuthzBehavior behavior(Handler::AuthzBehavior::PASSTHROUGH);
133  XrdOucEnv env;
134  if (!Handler::Config(config, &env, &m_log, m_location, m_secret, m_max_duration, behavior))
135  {
136  throw std::runtime_error("Macaroon authorization config failed.");
137  }
138  m_authz_behavior = static_cast<int>(behavior);
139 }
140 
142 Authz::OnMissing(const XrdSecEntity *Entity, const char *path,
143  const Access_Operation oper, XrdOucEnv *env)
144 {
145  switch (m_authz_behavior) {
146  case Handler::AuthzBehavior::PASSTHROUGH:
147  return m_chain ? m_chain->Access(Entity, path, oper, env) : XrdAccPriv_None;
148  case Handler::AuthzBehavior::ALLOW:
149  return AddPriv(oper, XrdAccPriv_None);;
150  case Handler::AuthzBehavior::DENY:
151  return XrdAccPriv_None;
152  }
153  // Code should be unreachable.
154  return XrdAccPriv_None;
155 }
156 
158 Authz::Access(const XrdSecEntity *Entity, const char *path,
159  const Access_Operation oper, XrdOucEnv *env)
160 {
161  // We don't allow any testing to occur in this authz module, preventing
162  // a macaroon to be used to receive further macaroons.
163  if (oper == AOP_Any)
164  {
165  return m_chain ? m_chain->Access(Entity, path, oper, env) : XrdAccPriv_None;
166  }
167 
168  const char *authz = env ? env->Get("authz") : nullptr;
169  if (authz && !strncmp(authz, "Bearer%20", 9))
170  {
171  authz += 9;
172  }
173 
174  // If there's no request-specific token, check for a ZTN session token
175  if (!authz && Entity && !strcmp("ztn", Entity->prot) && Entity->creds &&
176  Entity->credslen && Entity->creds[Entity->credslen] == '\0')
177  {
178  authz = Entity->creds;
179  }
180 
181  if (!authz) {
182  return OnMissing(Entity, path, oper, env);
183  }
184 
185  macaroon_returncode mac_err = MACAROON_SUCCESS;
186  struct macaroon* macaroon = macaroon_deserialize(
187  authz,
188  &mac_err);
189  if (!macaroon)
190  {
191  // Do not log - might be other token type!
192  //m_log.Emsg("Access", "Failed to parse the macaroon");
193  return OnMissing(Entity, path, oper, env);
194  }
195 
196  struct macaroon_verifier *verifier = macaroon_verifier_create();
197  if (!verifier)
198  {
199  m_log.Emsg("Access", "Failed to create a new macaroon verifier");
200  return XrdAccPriv_None;
201  }
202  if (!path)
203  {
204  m_log.Emsg("Access", "Request with no provided path.");
205  macaroon_verifier_destroy(verifier);
206  return XrdAccPriv_None;
207  }
208 
209  AuthzCheck check_helper(path, oper, m_max_duration, m_log);
210 
211  if (macaroon_verifier_satisfy_general(verifier, AuthzCheck::verify_before_s, &check_helper, &mac_err) ||
212  macaroon_verifier_satisfy_general(verifier, AuthzCheck::verify_activity_s, &check_helper, &mac_err) ||
213  macaroon_verifier_satisfy_general(verifier, AuthzCheck::verify_name_s, &check_helper, &mac_err) ||
214  macaroon_verifier_satisfy_general(verifier, AuthzCheck::verify_path_s, &check_helper, &mac_err))
215  {
216  m_log.Emsg("Access", "Failed to configure caveat verifier:");
217  macaroon_verifier_destroy(verifier);
218  return XrdAccPriv_None;
219  }
220 
221  const unsigned char *macaroon_loc;
222  size_t location_sz;
223  macaroon_location(macaroon, &macaroon_loc, &location_sz);
224  if (strncmp(reinterpret_cast<const char *>(macaroon_loc), m_location.c_str(), location_sz))
225  {
226  std::string location_str(reinterpret_cast<const char *>(macaroon_loc), location_sz);
227  m_log.Emsg("Access", "Macaroon is for incorrect location", location_str.c_str());
228  macaroon_verifier_destroy(verifier);
229  macaroon_destroy(macaroon);
230  return m_chain ? m_chain->Access(Entity, path, oper, env) : XrdAccPriv_None;
231  }
232 
233  if (macaroon_verify(verifier, macaroon,
234  reinterpret_cast<const unsigned char *>(m_secret.c_str()),
235  m_secret.size(),
236  nullptr, 0, // discharge macaroons
237  &mac_err))
238  {
239  m_log.Log(LogMask::Debug, "Access", "Macaroon verification failed");
240  macaroon_verifier_destroy(verifier);
241  macaroon_destroy(macaroon);
242  return m_chain ? m_chain->Access(Entity, path, oper, env) : XrdAccPriv_None;
243  }
244  macaroon_verifier_destroy(verifier);
245 
246  const unsigned char *macaroon_id;
247  size_t id_sz;
248  macaroon_identifier(macaroon, &macaroon_id, &id_sz);
249 
250  std::string macaroon_id_str(reinterpret_cast<const char *>(macaroon_id), id_sz);
251  m_log.Log(LogMask::Info, "Access", "Macaroon verification successful; ID", macaroon_id_str.c_str());
252  macaroon_destroy(macaroon);
253 
254  // Copy the name, if present into the macaroon, into the credential object.
255  if (Entity && check_helper.GetSecName().size()) {
256  const std::string &username = check_helper.GetSecName();
257  m_log.Log(LogMask::Debug, "Access", "Setting the request name to", username.c_str());
258  Entity->eaAPI->Add("request.name", username,true);
259  }
260 
261  // We passed verification - give the correct privilege.
262  return AddPriv(oper, XrdAccPriv_None);
263 }
264 
265 bool Authz::Validate(const char *token,
266  std::string &emsg,
267  long long *expT,
268  XrdSecEntity *entP)
269 {
270  macaroon_returncode mac_err = MACAROON_SUCCESS;
271  std::unique_ptr<struct macaroon, decltype(&macaroon_destroy)> macaroon(
272  macaroon_deserialize(token, &mac_err),
273  &macaroon_destroy);
274 
275  if (!macaroon)
276  {
277  emsg = "Failed to deserialize the token as a macaroon";
278  // Purposely log at debug level in case if this validation is ever
279  // chained so we don't have overly-chatty logs.
280  m_log.Log(LogMask::Debug, "Validate", emsg.c_str());
281  return false;
282  }
283 
284  std::unique_ptr<struct macaroon_verifier, decltype(&macaroon_verifier_destroy)> verifier(
285  macaroon_verifier_create(), &macaroon_verifier_destroy);
286  if (!verifier)
287  {
288  emsg = "Internal error: failed to create a verifier.";
289  m_log.Log(LogMask::Error, "Validate", emsg.c_str());
290  return false;
291  }
292 
293  // Note the path and operation here are ignored as we won't use those validators
294  AuthzCheck check_helper("/", AOP_Read, m_max_duration, m_log);
295 
296  if (macaroon_verifier_satisfy_general(verifier.get(), AuthzCheck::verify_before_s, &check_helper, &mac_err) ||
297  macaroon_verifier_satisfy_general(verifier.get(), validate_verify_empty, nullptr, &mac_err))
298  {
299  emsg = "Failed to configure the verifier";
300  m_log.Log(LogMask::Error, "Validate", emsg.c_str());
301  return false;
302  }
303 
304  const unsigned char *macaroon_loc;
305  size_t location_sz;
306  macaroon_location(macaroon.get(), &macaroon_loc, &location_sz);
307  if (strncmp(reinterpret_cast<const char *>(macaroon_loc), m_location.c_str(), location_sz))
308  {
309  emsg = "Macaroon contains incorrect location: " +
310  std::string(reinterpret_cast<const char *>(macaroon_loc), location_sz);
311  m_log.Log(LogMask::Warning, "Validate", emsg.c_str(), ("all.sitename is " + m_location).c_str());
312  return false;
313  }
314 
315  if (macaroon_verify(verifier.get(), macaroon.get(),
316  reinterpret_cast<const unsigned char *>(m_secret.c_str()),
317  m_secret.size(),
318  nullptr, 0,
319  &mac_err))
320  {
321  emsg = "Macaroon verification error" + (check_helper.GetErrorMessage().size() ?
322  (", " + check_helper.GetErrorMessage()) : "");
323  m_log.Log(LogMask::Warning, "Validate", emsg.c_str());
324  return false;
325  }
326 
327  const unsigned char *macaroon_id;
328  size_t id_sz;
329  macaroon_identifier(macaroon.get(), &macaroon_id, &id_sz);
330  m_log.Log(LogMask::Info, "Validate", ("Macaroon verification successful; ID " +
331  std::string(reinterpret_cast<const char *>(macaroon_id), id_sz)).c_str());
332 
333  return true;
334 }
335 
336 AuthzCheck::AuthzCheck(const char *req_path, const Access_Operation req_oper, ssize_t max_duration, XrdSysError &log)
337  : m_max_duration(max_duration),
338  m_log(log),
339  m_path(NormalizeSlashes(req_path)),
340  m_oper(req_oper),
341  m_now(time(nullptr))
342 {
343  switch (m_oper)
344  {
345  case AOP_Any:
346  break;
347  case AOP_Chmod:
348  case AOP_Chown:
349  m_desired_activity = "UPDATE_METADATA";
350  break;
351  case AOP_Insert:
352  case AOP_Lock:
353  case AOP_Mkdir:
354  case AOP_Update:
355  case AOP_Create:
356  m_desired_activity = "MANAGE";
357  break;
358  case AOP_Rename:
359  case AOP_Excl_Create:
360  case AOP_Excl_Insert:
361  m_desired_activity = "UPLOAD";
362  break;
363  case AOP_Delete:
364  m_desired_activity = "DELETE";
365  break;
366  case AOP_Read:
367  m_desired_activity = "DOWNLOAD";
368  break;
369  case AOP_Readdir:
370  m_desired_activity = "LIST";
371  break;
372  case AOP_Stat:
373  m_desired_activity = "READ_METADATA";
374  };
375 }
376 
377 int
378 AuthzCheck::verify_before_s(void *authz_ptr,
379  const unsigned char *pred,
380  size_t pred_sz)
381 {
382  return static_cast<AuthzCheck*>(authz_ptr)->verify_before(pred, pred_sz);
383 }
384 
385 int
386 AuthzCheck::verify_activity_s(void *authz_ptr,
387  const unsigned char *pred,
388  size_t pred_sz)
389 {
390  return static_cast<AuthzCheck*>(authz_ptr)->verify_activity(pred, pred_sz);
391 }
392 
393 int
394 AuthzCheck::verify_path_s(void *authz_ptr,
395  const unsigned char *pred,
396  size_t pred_sz)
397 {
398  return static_cast<AuthzCheck*>(authz_ptr)->verify_path(pred, pred_sz);
399 }
400 
401 int
402 AuthzCheck::verify_name_s(void *authz_ptr,
403  const unsigned char *pred,
404  size_t pred_sz)
405 {
406  return static_cast<AuthzCheck*>(authz_ptr)->verify_name(pred, pred_sz);
407 }
408 
409 int
410 AuthzCheck::verify_before(const unsigned char * pred, size_t pred_sz)
411 {
412  std::string pred_str(reinterpret_cast<const char *>(pred), pred_sz);
413  if (strncmp("before:", pred_str.c_str(), 7))
414  {
415  return 1;
416  }
417  m_log.Log(LogMask::Debug, "AuthzCheck", "Checking macaroon for expiration; caveat:", pred_str.c_str());
418 
419  struct tm caveat_tm;
420  if (strptime(&pred_str[7], "%Y-%m-%dT%H:%M:%SZ", &caveat_tm) == nullptr)
421  {
422  m_emsg = "Failed to parse time string: " + pred_str.substr(7);
423  m_log.Log(LogMask::Warning, "AuthzCheck", m_emsg.c_str());
424  return 1;
425  }
426  caveat_tm.tm_isdst = -1;
427 
428  time_t caveat_time = timegm(&caveat_tm);
429  if (-1 == caveat_time)
430  {
431  m_emsg = "Failed to generate unix time: " + pred_str.substr(7);
432  m_log.Log(LogMask::Warning, "AuthzCheck", m_emsg.c_str());
433  return 1;
434  }
435  if ((m_max_duration > 0) && (caveat_time > m_now + m_max_duration))
436  {
437  m_emsg = "Max token age is greater than configured max duration; rejecting";
438  m_log.Log(LogMask::Warning, "AuthzCheck", m_emsg.c_str());
439  return 1;
440  }
441 
442  int result = (m_now >= caveat_time);
443  if (!result)
444  {
445  m_log.Log(LogMask::Debug, "AuthzCheck", "Macaroon has not expired.");
446  }
447  else
448  {
449  m_emsg = "Macaroon expired at " + pred_str.substr(7);
450  m_log.Log(LogMask::Debug, "AuthzCheck", m_emsg.c_str());
451  }
452  return result;
453 }
454 
455 int
456 AuthzCheck::verify_activity(const unsigned char * pred, size_t pred_sz)
457 {
458  if (!m_desired_activity.size()) {return 1;}
459  std::string pred_str(reinterpret_cast<const char *>(pred), pred_sz);
460  if (strncmp("activity:", pred_str.c_str(), 9)) {return 1;}
461  m_log.Log(LogMask::Debug, "AuthzCheck", "running verify activity", pred_str.c_str());
462 
463  std::stringstream ss(pred_str.substr(9));
464  for (std::string activity; std::getline(ss, activity, ','); )
465  {
466  // Any allowed activity also implies "READ_METADATA"
467  if (m_desired_activity == "READ_METADATA") {return 0;}
468  if ((activity == m_desired_activity) || ((m_desired_activity == "UPLOAD") && (activity == "MANAGE")))
469  {
470  m_log.Log(LogMask::Debug, "AuthzCheck", "macaroon has desired activity", activity.c_str());
471  return 0;
472  }
473  }
474  m_log.Log(LogMask::Info, "AuthzCheck", "macaroon does NOT have desired activity", m_desired_activity.c_str());
475  return 1;
476 }
477 
478 int
479 AuthzCheck::verify_path(const unsigned char * pred, size_t pred_sz)
480 {
481  std::string pred_str_raw(reinterpret_cast<const char *>(pred), pred_sz);
482  if (strncmp("path:", pred_str_raw.c_str(), 5)) {return 1;}
483  std::string pred_str = NormalizeSlashes(pred_str_raw.substr(5));
484  m_log.Log(LogMask::Debug, "AuthzCheck", "running verify path", pred_str.c_str());
485 
486  if ((m_path.find("/./") != std::string::npos) ||
487  (m_path.find("/../") != std::string::npos))
488  {
489  m_log.Log(LogMask::Info, "AuthzCheck", "invalid requested path", m_path.c_str());
490  return 1;
491  }
492 
493  // Allow operations under subdirectories and not substrings
494  // For e.g. pred_str = "/data/sudir/mydir"
495  // Allows m_path = /data/subdir/mydir/newdir
496  // But rejects, m_path = /data/subdir/mydirmycoolname/newdir
497  int is_subdir = is_subdirectory(pred_str, m_path);
498  if (is_subdir)
499  {
500  m_log.Log(LogMask::Debug, "AuthzCheck", "path request verified for", m_path.c_str());
501  }
502 
503  // READ_METADATA (i.e AOP_Stat) permission for /foo/bar automatically implies permission
504  // to READ_METADATA for /foo.
505  // Similarly, MKDIR Pemissions for a parent path is implied.
506  else if (m_oper == AOP_Stat || m_oper == AOP_Mkdir)
507  {
508  is_subdir = is_subdirectory(m_path, pred_str);
509  const char *opName = (m_oper == AOP_Stat) ? "READ_METADATA" : "MKDIR";
510  m_log.Log(LogMask::Debug, "AuthzCheck",
511  (std::string(opName) + (is_subdir? " Path request verified for" : " Path request NOT allowed for")).c_str(),
512  m_path.c_str());
513  }
514  else
515  {
516  m_log.Log(LogMask::Debug, "AuthzCheck", "path request NOT allowed", m_path.c_str());
517  }
518 
519  return !is_subdir;
520 }
521 
522 int
523 AuthzCheck::verify_name(const unsigned char * pred, size_t pred_sz)
524 {
525  std::string pred_str(reinterpret_cast<const char *>(pred), pred_sz);
526  if (strncmp("name:", pred_str.c_str(), 5)) {return 1;}
527  if (pred_str.size() < 6) {return 1;}
528  m_log.Log(LogMask::Debug, "AuthzCheck", "Verifying macaroon with", pred_str.c_str());
529 
530  // Make a copy of the name for the XrdSecEntity; this will be used later.
531  m_sec_name = pred_str.substr(5);
532 
533  return 0;
534 }
Access_Operation
The following are supported operations.
@ AOP_Delete
rm() or rmdir()
@ AOP_Mkdir
mkdir()
@ AOP_Update
open() r/w or append
@ AOP_Create
open() with create
@ AOP_Readdir
opendir()
@ AOP_Chmod
chmod()
@ AOP_Any
Special for getting privs.
@ AOP_Stat
exists(), stat()
@ AOP_Rename
mv() for source
@ AOP_Read
open() r/o, prepare()
@ AOP_Excl_Create
open() with O_EXCL|O_CREAT
@ AOP_Insert
mv() for target
@ AOP_Lock
n/a
@ AOP_Chown
chown()
@ AOP_Excl_Insert
mv() where destination doesn't exist.
XrdAccPrivs
Definition: XrdAccPrivs.hh:39
@ XrdAccPriv_Mkdir
Definition: XrdAccPrivs.hh:46
@ XrdAccPriv_Chown
Definition: XrdAccPrivs.hh:41
@ XrdAccPriv_Insert
Definition: XrdAccPrivs.hh:44
@ XrdAccPriv_Lookup
Definition: XrdAccPrivs.hh:47
@ XrdAccPriv_Rename
Definition: XrdAccPrivs.hh:48
@ XrdAccPriv_Update
Definition: XrdAccPrivs.hh:52
@ XrdAccPriv_Read
Definition: XrdAccPrivs.hh:49
@ XrdAccPriv_Lock
Definition: XrdAccPrivs.hh:45
@ XrdAccPriv_None
Definition: XrdAccPrivs.hh:53
@ XrdAccPriv_Delete
Definition: XrdAccPrivs.hh:43
@ XrdAccPriv_Create
Definition: XrdAccPrivs.hh:42
@ XrdAccPriv_Readdir
Definition: XrdAccPrivs.hh:50
@ XrdAccPriv_Chmod
Definition: XrdAccPrivs.hh:40
static bool is_subdirectory(const std::string_view dir, const std::string_view subdir)
bool Debug
void getline(uchar *buff, int blen)
int emsg(int rc, char *msg)
@ Error
virtual bool Validate(const char *token, std::string &emsg, long long *expT, XrdSecEntity *entP) override
Authz(XrdSysLogger *lp, const char *parms, XrdAccAuthorize *chain)
virtual XrdAccPrivs Access(const XrdSecEntity *Entity, const char *path, const Access_Operation oper, XrdOucEnv *env) override
static bool Config(const char *config, XrdOucEnv *env, XrdSysError *log, std::string &location, std::string &secret, ssize_t &max_duration, AuthzBehavior &behavior)
virtual XrdAccPrivs Access(const XrdSecEntity *Entity, const char *path, const Access_Operation oper, XrdOucEnv *Env=0)=0
char * Get(const char *varname)
Definition: XrdOucEnv.hh:69
bool Add(XrdSecAttr &attr)
int credslen
Length of the 'creds' data.
Definition: XrdSecEntity.hh:78
XrdSecEntityAttr * eaAPI
non-const API to attributes
Definition: XrdSecEntity.hh:92
char prot[XrdSecPROTOIDSIZE]
Auth protocol used (e.g. krb5)
Definition: XrdSecEntity.hh:67
char * creds
Raw entity credentials or cert.
Definition: XrdSecEntity.hh:77
int Emsg(const char *esfx, int ecode, const char *text1, const char *text2=0)
Definition: XrdSysError.cc:95
void Log(int mask, const char *esfx, const char *text1, const char *text2=0, const char *text3=0)
Definition: XrdSysError.hh:133
std::string NormalizeSlashes(const std::string &)
@ Warning