Skip to content

Commit 2051344

Browse files
kmcquadekmcquade
authored
Merge pull request #307 from kmcquade/fix/GH-256-scraping-changes-before-nov-16-2020
Made data scraping changes; fixes to unit tests. Fixes #256
2 parents 9948926 + 2a65063 commit 2051344

File tree

274 files changed

+103008
-25818
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

274 files changed

+103008
-25818
lines changed

‎docs/requirements.txt‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@ toml==0.10.0
6363
tornado==6.0.4
6464
tqdm==4.46.0
6565
typed-ast==1.4.1
66-
urllib3==1.26.2
66+
urllib3==1.25.10
6767
virtualenv==20.0.17
6868
virtualenv-clone==0.5.4
6969
wcwidth==0.1.9

‎policy_sentry/shared/awsdocs.py‎

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -75,7 +75,7 @@ def update_html_docs_directory(html_docs_destination):
7575
(2) the config directory
7676
:return:
7777
"""
78-
link_url_prefix = "https://docs.aws.amazon.com/IAM/latest/UserGuide/"
78+
link_url_prefix = "https://docs.aws.amazon.com/service-authorization/latest/reference/"
7979
initial_html_filenames_list = (
8080
get_links_from_base_actions_resources_conditions_page()
8181
)
@@ -157,7 +157,7 @@ def create_database(destination_directory, access_level_overrides_file):
157157
"""
158158

159159
# Create the docs directory if it doesn't exist
160-
Path(os.path.join(destination_directory, "data", "docs")).mkdir(
160+
Path(os.path.join(destination_directory, "docs")).mkdir(
161161
parents=True, exist_ok=True
162162
)
163163

@@ -398,9 +398,7 @@ def create_database(destination_directory, access_level_overrides_file):
398398
service_prefix: service_schema
399399
}
400400
schema.update(this_service_schema)
401-
# schema.append(service_schema)
402401

403-
# schema.sort(key=lambda x: x["prefix"])
404402
iam_definition_file = os.path.join(destination_directory, "iam-definition.json")
405403
with open(iam_definition_file, "w") as file:
406404
json.dump(schema, file, indent=4)

‎policy_sentry/shared/data/docs/list_alexaforbusiness.html‎

Lines changed: 27 additions & 54 deletions
Original file line numberDiff line numberDiff line change
@@ -3,26 +3,26 @@
33
<head>
44
<meta content="text/html; charset=utf-8" http-equiv="Content-Type"/>
55
<title>
6-
Actions, resources, and condition keys for Alexa for Business - AWS Identity and Access Management
6+
Actions, resources, and condition keys for Alexa for Business - Service Authorization Reference
77
</title>
88
<meta content="width=device-width,initial-scale=1" name="viewport"/>
99
<meta content="/assets" name="assets_root"/>
1010
<meta content="list_alexaforbusiness" name="target_state"/>
1111
<meta content="list_alexaforbusiness" name="default_state"/>
1212
<link href="https://docs.aws.amazon.com/assets/images/favicon.ico" rel="icon" type="image/ico"/>
1313
<link href="https://docs.aws.amazon.com/assets/images/favicon.ico" rel="shortcut icon" type="image/ico"/>
14-
<link href="https://docs.aws.amazon.com/IAM/latest/UserGuide/list_alexaforbusiness.html" rel="canonical"/>
14+
<link href="https://docs.aws.amazon.com/service-authorization/latest/reference/list_alexaforbusiness.html" rel="canonical"/>
1515
<meta content="Lists all of the available service-specific resources, actions, and condition keys that can be used in IAM policies to control access to Alexa for Business." name="description"/>
1616
<meta content="IAD" name="deployment_region"/>
17-
<meta content="AWS Identity and Access Management" name="product"/>
18-
<meta content="User Guide" name="guide"/>
17+
<meta content="Service Authorization Reference" name="product"/>
18+
<meta content="Service Authorization Reference" name="guide"/>
1919
<meta content="de_de:Deutsch/en_us:English/es_es:Español/fr_fr:Français/it_it:Italiano/ja_jp:日本語/ko_kr:한국어/pt_br:Português/zh_cn:中文 (简体)/zh_tw:中文 (繁體)" name="locales"/>
20-
<meta content="Control access to your AWS resources with user identity (authentication) and with policies that define specific permissions (authorization)." name="abstract"/>
20+
<meta content="Provides a list of the actions, resources, and condition keys supported by each AWS service that can be used in an IAM policy." name="abstract"/>
2121
<meta content="en_us" name="guide-locale"/>
2222
<meta content="toc-contents.json" name="tocs"/>
23-
<meta content="IAM" name="feedback-item"/>
24-
<meta content="AWS Identity and Access Management" name="this_doc_product"/>
25-
<meta content="User Guide" name="this_doc_guide"/>
23+
<meta content="28a2649e-f83d-40ca-9be6-ab79185dc90a" name="feedback-folder"/>
24+
<meta content="Service Authorization Reference" name="this_doc_product"/>
25+
<meta content="Service Authorization Reference" name="this_doc_guide"/>
2626
<link href="https://docs.aws.amazon.com/assets/css/vendor4.css?version=2020.09.30" rel="stylesheet"/>
2727
<link href="https://docs.aws.amazon.com/assets/css/awsdocs-common.css?version=2020.09.30" rel="stylesheet"/>
2828
<script defer="" src="https://docs.aws.amazon.com/assets/js/vendor3.js?version=2020.09.30" type="text/javascript">
@@ -50,26 +50,18 @@
5050
<div id="awsdocs-content">
5151
<head>
5252
<title>
53-
Actions, resources, and condition keys for Alexa for Business - AWS Identity and Access Management
53+
Actions, resources, and condition keys for Alexa for Business - Service Authorization Reference
5454
</title>
55-
<meta content="iam-ug.pdf#list_alexaforbusiness" name="pdf"/>
56-
<meta content="https://www.amazon.com/dp/B07642VLTV" name="kindle"/>
57-
<meta content="https://github.com/awsdocs/iam-user-guide/tree/master/doc_source/list_alexaforbusiness.md" name="github"/>
58-
<meta content="aws-iam-release-notes.rss" name="rss"/>
55+
<meta content="service-authorization.pdf#list_alexaforbusiness" name="pdf"/>
5956
<meta content="http://forums.aws.amazon.com/forum.jspa?forumID=76" name="forums"/>
60-
<meta content="https://docs.aws.amazon.com/forms/aws-doc-feedback?hidden_service_name=IAM&amp;topic_url=http://docs.aws.amazon.com/en_us/IAM/latest/UserGuide/list_alexaforbusiness.html" name="feedback"/>
61-
<meta content="feedbackyes.html?topic_url=http://docs.aws.amazon.com/en_us/IAM/latest/UserGuide/list_alexaforbusiness.html" name="feedback-yes"/>
62-
<meta content="feedbackno.html?topic_url=http://docs.aws.amazon.com/en_us/IAM/latest/UserGuide/list_alexaforbusiness.html" name="feedback-no"/>
63-
<meta content="IAM,AWS Identity and Access Management,IAM user,user,IAM group,group,IAM role,role,permission policy,trust policy,policy,access key,password" name="keywords"/>
57+
<meta content="https://docs.aws.amazon.com/forms/aws-doc-feedback?feedback_destination_id=28a2649e-f83d-40ca-9be6-ab79185dc90a&amp;topic_url=http://docs.aws.amazon.com/en_us/service-authorization/latest/reference/list_alexaforbusiness.html" name="feedback"/>
58+
<meta content="feedbackyes.html?topic_url=http://docs.aws.amazon.com/en_us/service-authorization/latest/reference/list_alexaforbusiness.html" name="feedback-yes"/>
59+
<meta content="feedbackno.html?topic_url=http://docs.aws.amazon.com/en_us/service-authorization/latest/reference/list_alexaforbusiness.html" name="feedback-no"/>
6460
</head>
6561
<body>
6662
<div id="main">
6763
<div style="display: none">
68-
<a href="iam-ug.pdf#list_alexaforbusiness" target="_blank" title="Open PDF">
69-
</a>
70-
<a href="https://www.amazon.com/dp/B07642VLTV" target="_blank" title="Open Kindle">
71-
</a>
72-
<a href="https://github.com/awsdocs/iam-user-guide/tree/master/doc_source/list_alexaforbusiness.md" target="_blank" title="Edit on GitHub">
64+
<a href="service-authorization.pdf#list_alexaforbusiness" target="_blank" title="Open PDF">
7365
</a>
7466
</div>
7567
<div class="breadcrumb" id="breadcrumbs">
@@ -80,10 +72,10 @@
8072
Documentation
8173
</a>
8274
<a href="/iam/index.html">
83-
AWS Identity and Access Management
75+
Service Authorization Reference
8476
</a>
85-
<a href="introduction.html">
86-
User Guide
77+
<a href="reference.html">
78+
Service Authorization Reference
8779
</a>
8880
</div>
8981
<div id="page-toc-src">
@@ -110,25 +102,6 @@ <h1 class="topictitle" id="list_alexaforbusiness">
110102
<awsdocs-filter-selector id="awsdocs-filter-selector">
111103
</awsdocs-filter-selector>
112104
</div>
113-
<div class="awsdocs-note awsdocs-tip">
114-
<div class="awsdocs-note-title">
115-
<awsui-icon name="status-info" variant="link">
116-
</awsui-icon>
117-
<span>
118-
Tip
119-
</span>
120-
</div>
121-
<div class="awsdocs-note-text">
122-
<p>
123-
This page is moving to a new location on November 16, 2020. Please update your bookmark
124-
to use the new page at
125-
<a href="https://docs.aws.amazon.com/service-authorization/latest/reference/list_alexaforbusiness.html">
126-
https://docs.aws.amazon.com/service-authorization/latest/reference/list_alexaforbusiness.html
127-
</a>
128-
.
129-
</p>
130-
</div>
131-
</div>
132105
<p>
133106
Alexa for Business (service prefix:
134107
<code class="code">
@@ -217,7 +190,7 @@ <h2 id="alexaforbusiness-actions-as-permissions">
217190
</p>
218191
<div class="table-container">
219192
<div class="table-contents">
220-
<table id="w469aac33c14c29c25c13b9">
193+
<table id="w87aab5b9c27c11b9">
221194
<thead>
222195
<tr>
223196
<th>
@@ -2352,7 +2325,7 @@ <h2 id="alexaforbusiness-resources-for-iam-policies">
23522325
</p>
23532326
<div class="table-container">
23542327
<div class="table-contents">
2355-
<table id="w469aac33c14c29c25c15b5">
2328+
<table id="w87aab5b9c27c13b5">
23562329
<thead>
23572330
<tr>
23582331
<th>
@@ -2722,14 +2695,14 @@ <h2 id="alexaforbusiness-policy-keys">
27222695
</p>
27232696
<p>
27242697
To view the global condition keys that are available to all services, see
2725-
<a href="reference_policies_condition-keys.html#AvailableKeys" target="_blank">
2698+
<a href="reference_policies_condition-keys.html#AvailableKeys" rel="noopener noreferrer" target="_blank">
27262699
Available global condition keys
27272700
</a>
27282701
.
27292702
</p>
27302703
<div class="table-container">
27312704
<div class="table-contents">
2732-
<table id="w469aac33c14c29c25c17b7">
2705+
<table id="w87aab5b9c27c15b7">
27332706
<thead>
27342707
<tr>
27352708
<th>
@@ -2854,8 +2827,8 @@ <h2 id="alexaforbusiness-policy-keys">
28542827
</a>
28552828
</div>
28562829
<div class="prev-next">
2857-
<div accesskey="p" class="prev-link" href="./list_awsaccounts.html" id="previous">
2858-
AWS Accounts
2830+
<div accesskey="p" class="prev-link" href="./list_awsactivate.html" id="previous">
2831+
AWS Activate
28592832
</div>
28602833
<div accesskey="n" class="next-link" href="./list_awsamplify.html" id="next">
28612834
AWS Amplify
@@ -2879,7 +2852,7 @@ <h2 id="alexaforbusiness-policy-keys">
28792852
so we can do more of it.
28802853
</p>
28812854
<p>
2882-
<awsui-button click="linkClick($event)" href="https://docs.aws.amazon.com/forms/aws-doc-feedback?hidden_service_name=IAM&amp;topic_url=https://docs.aws.amazon.com/en_us/IAM/latest/UserGuide/list_alexaforbusiness.html" id="fblink" target="_blank" text="Feedback">
2855+
<awsui-button click="linkClick($event)" href="https://docs.aws.amazon.com/forms/aws-doc-feedback?feedback_destination_id=28a2649e-f83d-40ca-9be6-ab79185dc90a&amp;topic_url=https://docs.aws.amazon.com/en_us/service-authorization/latest/reference/list_alexaforbusiness.html" id="fblink" target="_blank" text="Feedback">
28832856
</awsui-button>
28842857
</p>
28852858
</div>
@@ -2898,7 +2871,7 @@ <h2 id="alexaforbusiness-policy-keys">
28982871
the documentation better.
28992872
</p>
29002873
<p>
2901-
<awsui-button click="linkClick($event)" href="https://docs.aws.amazon.com/forms/aws-doc-feedback?hidden_service_name=IAM&amp;topic_url=https://docs.aws.amazon.com/en_us/IAM/latest/UserGuide/list_alexaforbusiness.html" id="fblink" target="_blank" text="Feedback">
2874+
<awsui-button click="linkClick($event)" href="https://docs.aws.amazon.com/forms/aws-doc-feedback?feedback_destination_id=28a2649e-f83d-40ca-9be6-ab79185dc90a&amp;topic_url=https://docs.aws.amazon.com/en_us/service-authorization/latest/reference/list_alexaforbusiness.html" id="fblink" target="_blank" text="Feedback">
29022875
</awsui-button>
29032876
</p>
29042877
</div>
@@ -2926,8 +2899,8 @@ <h2 id="alexaforbusiness-policy-keys">
29262899
-->
29272900
<script language="JavaScript" type="text/javascript">
29282901
var awsdocs = awsdocs || {};
2929-
awsdocs.prop66 = 'AWS Identity and Access Management';
2930-
awsdocs.prop65 = 'User Guide';
2902+
awsdocs.prop66 = 'Service Authorization Reference';
2903+
awsdocs.prop65 = 'Service Authorization Reference';
29312904
</script>
29322905
<script language="JavaScript" src="https://a0.awsstatic.com/s_code/js/3.0/awshome_s_code.js" type="text/javascript">
29332906
</script>

0 commit comments

Comments
 (0)