mirror of
https://github.com/mastodon/mastodon.git
synced 2024-11-30 08:32:52 +00:00
Merge remote-tracking branch 'tootsuite/master' into glitchsoc/master
This commit is contained in:
commit
efc9ffcb80
|
@ -9,6 +9,10 @@ DB_USER=postgres
|
||||||
DB_NAME=postgres
|
DB_NAME=postgres
|
||||||
DB_PASS=
|
DB_PASS=
|
||||||
DB_PORT=5432
|
DB_PORT=5432
|
||||||
|
# Optional ElasticSearch configuration
|
||||||
|
# ES_ENABLED=true
|
||||||
|
# ES_HOST=localhost
|
||||||
|
# ES_PORT=9200
|
||||||
|
|
||||||
# Federation
|
# Federation
|
||||||
# Note: Changing LOCAL_DOMAIN at a later time will cause unwanted side effects, including breaking all existing federation.
|
# Note: Changing LOCAL_DOMAIN at a later time will cause unwanted side effects, including breaking all existing federation.
|
||||||
|
|
1
Gemfile
1
Gemfile
|
@ -28,6 +28,7 @@ gem 'bootsnap'
|
||||||
gem 'browser'
|
gem 'browser'
|
||||||
gem 'charlock_holmes', '~> 0.7.5'
|
gem 'charlock_holmes', '~> 0.7.5'
|
||||||
gem 'iso-639'
|
gem 'iso-639'
|
||||||
|
gem 'chewy', '~> 0.10', git: 'https://github.com/toptal/chewy.git'
|
||||||
gem 'cld3', '~> 3.2.0'
|
gem 'cld3', '~> 3.2.0'
|
||||||
gem 'devise', '~> 4.4'
|
gem 'devise', '~> 4.4'
|
||||||
gem 'devise-two-factor', '~> 3.0'
|
gem 'devise-two-factor', '~> 3.0'
|
||||||
|
|
22
Gemfile.lock
22
Gemfile.lock
|
@ -1,3 +1,12 @@
|
||||||
|
GIT
|
||||||
|
remote: https://github.com/toptal/chewy.git
|
||||||
|
revision: a7d21eb4b0bd7415533ef134bb6d31b2df309701
|
||||||
|
specs:
|
||||||
|
chewy (0.10.1)
|
||||||
|
activesupport (>= 4.0)
|
||||||
|
elasticsearch (>= 2.0.0)
|
||||||
|
elasticsearch-dsl
|
||||||
|
|
||||||
GEM
|
GEM
|
||||||
remote: https://rubygems.org/
|
remote: https://rubygems.org/
|
||||||
specs:
|
specs:
|
||||||
|
@ -154,6 +163,15 @@ GEM
|
||||||
json
|
json
|
||||||
thread
|
thread
|
||||||
thread_safe
|
thread_safe
|
||||||
|
elasticsearch (6.0.1)
|
||||||
|
elasticsearch-api (= 6.0.1)
|
||||||
|
elasticsearch-transport (= 6.0.1)
|
||||||
|
elasticsearch-api (6.0.1)
|
||||||
|
multi_json
|
||||||
|
elasticsearch-dsl (0.1.5)
|
||||||
|
elasticsearch-transport (6.0.1)
|
||||||
|
faraday
|
||||||
|
multi_json
|
||||||
encryptor (3.0.0)
|
encryptor (3.0.0)
|
||||||
erubi (1.7.0)
|
erubi (1.7.0)
|
||||||
et-orbi (1.0.8)
|
et-orbi (1.0.8)
|
||||||
|
@ -163,6 +181,8 @@ GEM
|
||||||
fabrication (2.18.0)
|
fabrication (2.18.0)
|
||||||
faker (1.8.4)
|
faker (1.8.4)
|
||||||
i18n (~> 0.5)
|
i18n (~> 0.5)
|
||||||
|
faraday (0.14.0)
|
||||||
|
multipart-post (>= 1.2, < 3)
|
||||||
fast_blank (1.0.0)
|
fast_blank (1.0.0)
|
||||||
ffi (1.9.18)
|
ffi (1.9.18)
|
||||||
fog-core (1.45.0)
|
fog-core (1.45.0)
|
||||||
|
@ -293,6 +313,7 @@ GEM
|
||||||
minitest (5.11.3)
|
minitest (5.11.3)
|
||||||
msgpack (1.1.0)
|
msgpack (1.1.0)
|
||||||
multi_json (1.12.2)
|
multi_json (1.12.2)
|
||||||
|
multipart-post (2.0.0)
|
||||||
net-scp (1.2.1)
|
net-scp (1.2.1)
|
||||||
net-ssh (>= 2.6.5)
|
net-ssh (>= 2.6.5)
|
||||||
net-ssh (4.2.0)
|
net-ssh (4.2.0)
|
||||||
|
@ -586,6 +607,7 @@ DEPENDENCIES
|
||||||
capistrano-yarn (~> 2.0)
|
capistrano-yarn (~> 2.0)
|
||||||
capybara (~> 2.15)
|
capybara (~> 2.15)
|
||||||
charlock_holmes (~> 0.7.5)
|
charlock_holmes (~> 0.7.5)
|
||||||
|
chewy (~> 0.10)!
|
||||||
cld3 (~> 3.2.0)
|
cld3 (~> 3.2.0)
|
||||||
climate_control (~> 0.2)
|
climate_control (~> 0.2)
|
||||||
devise (~> 4.4)
|
devise (~> 4.4)
|
||||||
|
|
61
app/chewy/statuses_index.rb
Normal file
61
app/chewy/statuses_index.rb
Normal file
|
@ -0,0 +1,61 @@
|
||||||
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
class StatusesIndex < Chewy::Index
|
||||||
|
settings index: { refresh_interval: '15m' }, analysis: {
|
||||||
|
filter: {
|
||||||
|
english_stop: {
|
||||||
|
type: 'stop',
|
||||||
|
stopwords: '_english_',
|
||||||
|
},
|
||||||
|
english_stemmer: {
|
||||||
|
type: 'stemmer',
|
||||||
|
language: 'english',
|
||||||
|
},
|
||||||
|
english_possessive_stemmer: {
|
||||||
|
type: 'stemmer',
|
||||||
|
language: 'possessive_english',
|
||||||
|
},
|
||||||
|
},
|
||||||
|
analyzer: {
|
||||||
|
content: {
|
||||||
|
tokenizer: 'uax_url_email',
|
||||||
|
filter: %w(
|
||||||
|
english_possessive_stemmer
|
||||||
|
lowercase
|
||||||
|
asciifolding
|
||||||
|
cjk_width
|
||||||
|
english_stop
|
||||||
|
english_stemmer
|
||||||
|
),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
define_type ::Status.without_reblogs do
|
||||||
|
crutch :mentions do |collection|
|
||||||
|
data = ::Mention.where(status_id: collection.map(&:id)).pluck(:status_id, :account_id)
|
||||||
|
data.each.with_object({}) { |(id, name), result| (result[id] ||= []).push(name) }
|
||||||
|
end
|
||||||
|
|
||||||
|
crutch :favourites do |collection|
|
||||||
|
data = ::Favourite.where(status_id: collection.map(&:id)).pluck(:status_id, :account_id)
|
||||||
|
data.each.with_object({}) { |(id, name), result| (result[id] ||= []).push(name) }
|
||||||
|
end
|
||||||
|
|
||||||
|
crutch :reblogs do |collection|
|
||||||
|
data = ::Status.where(reblog_of_id: collection.map(&:id)).pluck(:reblog_of_id, :account_id)
|
||||||
|
data.each.with_object({}) { |(id, name), result| (result[id] ||= []).push(name) }
|
||||||
|
end
|
||||||
|
|
||||||
|
root date_detection: false do
|
||||||
|
field :account_id, type: 'long'
|
||||||
|
|
||||||
|
field :text, type: 'text', value: ->(status) { [status.spoiler_text, Formatter.instance.plaintext(status)].join("\n\n") } do
|
||||||
|
field :stemmed, type: 'text', analyzer: 'content'
|
||||||
|
end
|
||||||
|
|
||||||
|
field :searchable_by, type: 'long', value: ->(status, crutches) { status.searchable_by(crutches) }
|
||||||
|
field :created_at, type: 'date'
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
|
@ -22,6 +22,8 @@ export default class SearchResults extends ImmutablePureComponent {
|
||||||
count += results.get('accounts').size;
|
count += results.get('accounts').size;
|
||||||
accounts = (
|
accounts = (
|
||||||
<div className='search-results__section'>
|
<div className='search-results__section'>
|
||||||
|
<h5><FormattedMessage id='search_results.accounts' defaultMessage='People' /></h5>
|
||||||
|
|
||||||
{results.get('accounts').map(accountId => <AccountContainer key={accountId} id={accountId} />)}
|
{results.get('accounts').map(accountId => <AccountContainer key={accountId} id={accountId} />)}
|
||||||
</div>
|
</div>
|
||||||
);
|
);
|
||||||
|
@ -31,6 +33,8 @@ export default class SearchResults extends ImmutablePureComponent {
|
||||||
count += results.get('statuses').size;
|
count += results.get('statuses').size;
|
||||||
statuses = (
|
statuses = (
|
||||||
<div className='search-results__section'>
|
<div className='search-results__section'>
|
||||||
|
<h5><FormattedMessage id='search_results.statuses' defaultMessage='Toots' /></h5>
|
||||||
|
|
||||||
{results.get('statuses').map(statusId => <StatusContainer key={statusId} id={statusId} />)}
|
{results.get('statuses').map(statusId => <StatusContainer key={statusId} id={statusId} />)}
|
||||||
</div>
|
</div>
|
||||||
);
|
);
|
||||||
|
@ -40,6 +44,8 @@ export default class SearchResults extends ImmutablePureComponent {
|
||||||
count += results.get('hashtags').size;
|
count += results.get('hashtags').size;
|
||||||
hashtags = (
|
hashtags = (
|
||||||
<div className='search-results__section'>
|
<div className='search-results__section'>
|
||||||
|
<h5><FormattedMessage id='search_results.hashtags' defaultMessage='Hashtags' /></h5>
|
||||||
|
|
||||||
{results.get('hashtags').map(hashtag => (
|
{results.get('hashtags').map(hashtag => (
|
||||||
<Link key={hashtag} className='search-results__hashtag' to={`/timelines/tag/${hashtag}`}>
|
<Link key={hashtag} className='search-results__hashtag' to={`/timelines/tag/${hashtag}`}>
|
||||||
#{hashtag}
|
#{hashtag}
|
||||||
|
|
|
@ -3229,6 +3229,43 @@
|
||||||
font-weight: 500;
|
font-weight: 500;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
.search-results__section {
|
||||||
|
margin-bottom: 20px;
|
||||||
|
|
||||||
|
h5 {
|
||||||
|
position: relative;
|
||||||
|
|
||||||
|
&::before {
|
||||||
|
content: "";
|
||||||
|
display: block;
|
||||||
|
position: absolute;
|
||||||
|
left: 0;
|
||||||
|
right: 0;
|
||||||
|
top: 50%;
|
||||||
|
width: 100%;
|
||||||
|
height: 0;
|
||||||
|
border-top: 1px solid lighten($ui-base-color, 8%);
|
||||||
|
}
|
||||||
|
|
||||||
|
span {
|
||||||
|
display: inline-block;
|
||||||
|
background: $ui-base-color;
|
||||||
|
color: $ui-primary-color;
|
||||||
|
font-size: 14px;
|
||||||
|
font-weight: 500;
|
||||||
|
padding: 10px;
|
||||||
|
position: relative;
|
||||||
|
z-index: 1;
|
||||||
|
cursor: default;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
.account:last-child,
|
||||||
|
& > div:last-child .status {
|
||||||
|
border-bottom: 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
.search-results__hashtag {
|
.search-results__hashtag {
|
||||||
display: block;
|
display: block;
|
||||||
padding: 10px;
|
padding: 10px;
|
||||||
|
|
|
@ -9,6 +9,7 @@ class StatusFilter
|
||||||
end
|
end
|
||||||
|
|
||||||
def filtered?
|
def filtered?
|
||||||
|
return false if !account.nil? && account.id == status.account_id
|
||||||
blocked_by_policy? || (account_present? && filtered_status?) || silenced_account?
|
blocked_by_policy? || (account_present? && filtered_status?) || silenced_account?
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
@ -13,6 +13,8 @@
|
||||||
class Favourite < ApplicationRecord
|
class Favourite < ApplicationRecord
|
||||||
include Paginable
|
include Paginable
|
||||||
|
|
||||||
|
update_index('statuses#status', :status) if Chewy.enabled?
|
||||||
|
|
||||||
belongs_to :account, inverse_of: :favourites
|
belongs_to :account, inverse_of: :favourites
|
||||||
belongs_to :status, inverse_of: :favourites, counter_cache: true
|
belongs_to :status, inverse_of: :favourites, counter_cache: true
|
||||||
|
|
||||||
|
|
|
@ -32,6 +32,8 @@ class Status < ApplicationRecord
|
||||||
include Cacheable
|
include Cacheable
|
||||||
include StatusThreadingConcern
|
include StatusThreadingConcern
|
||||||
|
|
||||||
|
update_index('statuses#status', :proper) if Chewy.enabled?
|
||||||
|
|
||||||
enum visibility: [:public, :unlisted, :private, :direct], _suffix: :visibility
|
enum visibility: [:public, :unlisted, :private, :direct], _suffix: :visibility
|
||||||
|
|
||||||
belongs_to :application, class_name: 'Doorkeeper::Application', optional: true
|
belongs_to :application, class_name: 'Doorkeeper::Application', optional: true
|
||||||
|
@ -81,6 +83,22 @@ class Status < ApplicationRecord
|
||||||
|
|
||||||
delegate :domain, to: :account, prefix: true
|
delegate :domain, to: :account, prefix: true
|
||||||
|
|
||||||
|
def searchable_by(preloaded = nil)
|
||||||
|
ids = [account_id]
|
||||||
|
|
||||||
|
if preloaded.nil?
|
||||||
|
ids += mentions.pluck(:account_id)
|
||||||
|
ids += favourites.pluck(:account_id)
|
||||||
|
ids += reblogs.pluck(:account_id)
|
||||||
|
else
|
||||||
|
ids += preloaded.mentions[id] || []
|
||||||
|
ids += preloaded.favourites[id] || []
|
||||||
|
ids += preloaded.reblogs[id] || []
|
||||||
|
end
|
||||||
|
|
||||||
|
ids.uniq
|
||||||
|
end
|
||||||
|
|
||||||
def reply?
|
def reply?
|
||||||
!in_reply_to_id.nil? || attributes['reply']
|
!in_reply_to_id.nil? || attributes['reply']
|
||||||
end
|
end
|
||||||
|
|
|
@ -1,21 +1,43 @@
|
||||||
# frozen_string_literal: true
|
# frozen_string_literal: true
|
||||||
|
|
||||||
class SearchService < BaseService
|
class SearchService < BaseService
|
||||||
attr_accessor :query
|
attr_accessor :query, :account, :limit, :resolve
|
||||||
|
|
||||||
def call(query, limit, resolve = false, account = nil)
|
def call(query, limit, resolve = false, account = nil)
|
||||||
@query = query
|
@query = query
|
||||||
|
@account = account
|
||||||
|
@limit = limit
|
||||||
|
@resolve = resolve
|
||||||
|
|
||||||
default_results.tap do |results|
|
default_results.tap do |results|
|
||||||
if url_query?
|
if url_query?
|
||||||
results.merge!(url_resource_results) unless url_resource.nil?
|
results.merge!(url_resource_results) unless url_resource.nil?
|
||||||
elsif query.present?
|
elsif query.present?
|
||||||
results[:accounts] = AccountSearchService.new.call(query, limit, account, resolve: resolve)
|
results[:accounts] = perform_accounts_search! if account_searchable?
|
||||||
results[:hashtags] = Tag.search_for(query.gsub(/\A#/, ''), limit) unless query.start_with?('@')
|
results[:statuses] = perform_statuses_search! if full_text_searchable?
|
||||||
|
results[:hashtags] = perform_hashtags_search! if hashtag_searchable?
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
private
|
||||||
|
|
||||||
|
def perform_accounts_search!
|
||||||
|
AccountSearchService.new.call(query, limit, account, resolve: resolve)
|
||||||
|
end
|
||||||
|
|
||||||
|
def perform_statuses_search!
|
||||||
|
statuses = StatusesIndex.filter(term: { searchable_by: account.id })
|
||||||
|
.query(multi_match: { type: 'most_fields', query: query, operator: 'and', fields: %w(text text.stemmed) })
|
||||||
|
.limit(limit).objects
|
||||||
|
|
||||||
|
statuses.reject { |status| StatusFilter.new(status, account).filtered? }
|
||||||
|
end
|
||||||
|
|
||||||
|
def perform_hashtags_search!
|
||||||
|
Tag.search_for(query.gsub(/\A#/, ''), limit)
|
||||||
|
end
|
||||||
|
|
||||||
def default_results
|
def default_results
|
||||||
{ accounts: [], hashtags: [], statuses: [] }
|
{ accounts: [], hashtags: [], statuses: [] }
|
||||||
end
|
end
|
||||||
|
@ -35,4 +57,17 @@ class SearchService < BaseService
|
||||||
def url_resource_symbol
|
def url_resource_symbol
|
||||||
url_resource.class.name.downcase.pluralize.to_sym
|
url_resource.class.name.downcase.pluralize.to_sym
|
||||||
end
|
end
|
||||||
|
|
||||||
|
def full_text_searchable?
|
||||||
|
return false unless Chewy.enabled?
|
||||||
|
!account.nil? && !((query.start_with?('#') || query.include?('@')) && !query.include?(' '))
|
||||||
|
end
|
||||||
|
|
||||||
|
def account_searchable?
|
||||||
|
!(query.include?('@') && query.include?(' '))
|
||||||
|
end
|
||||||
|
|
||||||
|
def hashtag_searchable?
|
||||||
|
!query.include?('@')
|
||||||
|
end
|
||||||
end
|
end
|
||||||
|
|
|
@ -4,7 +4,7 @@
|
||||||
= simple_form_for(resource, as: resource_name, url: password_path(resource_name), html: { method: :put }) do |f|
|
= simple_form_for(resource, as: resource_name, url: password_path(resource_name), html: { method: :put }) do |f|
|
||||||
= render 'shared/error_messages', object: resource
|
= render 'shared/error_messages', object: resource
|
||||||
|
|
||||||
- if use_pam? || current_user.encrypted_password.present?
|
- if !use_pam? || resource.encrypted_password.present?
|
||||||
= f.input :reset_password_token, as: :hidden
|
= f.input :reset_password_token, as: :hidden
|
||||||
|
|
||||||
= f.input :password, autofocus: true, placeholder: t('simple_form.labels.defaults.new_password'), input_html: { 'aria-label' => t('simple_form.labels.defaults.new_password'), :autocomplete => 'off' }
|
= f.input :password, autofocus: true, placeholder: t('simple_form.labels.defaults.new_password'), input_html: { 'aria-label' => t('simple_form.labels.defaults.new_password'), :autocomplete => 'off' }
|
||||||
|
|
|
@ -4,7 +4,7 @@
|
||||||
= simple_form_for(resource, as: resource_name, url: registration_path(resource_name), html: { method: :put, class: 'auth_edit' }) do |f|
|
= simple_form_for(resource, as: resource_name, url: registration_path(resource_name), html: { method: :put, class: 'auth_edit' }) do |f|
|
||||||
= render 'shared/error_messages', object: resource
|
= render 'shared/error_messages', object: resource
|
||||||
|
|
||||||
- if !use_pam? || current_user.encrypted_password.present?
|
- if !use_pam? || resource.encrypted_password.present?
|
||||||
= f.input :email, placeholder: t('simple_form.labels.defaults.email'), input_html: { 'aria-label' => t('simple_form.labels.defaults.email') }
|
= f.input :email, placeholder: t('simple_form.labels.defaults.email'), input_html: { 'aria-label' => t('simple_form.labels.defaults.email') }
|
||||||
= f.input :password, placeholder: t('simple_form.labels.defaults.new_password'), input_html: { 'aria-label' => t('simple_form.labels.defaults.new_password'), :autocomplete => 'off' }
|
= f.input :password, placeholder: t('simple_form.labels.defaults.new_password'), input_html: { 'aria-label' => t('simple_form.labels.defaults.new_password'), :autocomplete => 'off' }
|
||||||
= f.input :password_confirmation, placeholder: t('simple_form.labels.defaults.confirm_new_password'), input_html: { 'aria-label' => t('simple_form.labels.defaults.confirm_new_password'), :autocomplete => 'off' }
|
= f.input :password_confirmation, placeholder: t('simple_form.labels.defaults.confirm_new_password'), input_html: { 'aria-label' => t('simple_form.labels.defaults.confirm_new_password'), :autocomplete => 'off' }
|
||||||
|
|
22
config/initializers/chewy.rb
Normal file
22
config/initializers/chewy.rb
Normal file
|
@ -0,0 +1,22 @@
|
||||||
|
enabled = ENV['ES_ENABLED'] == 'true'
|
||||||
|
host = ENV.fetch('ES_HOST') { 'localhost' }
|
||||||
|
port = ENV.fetch('ES_PORT') { 9200 }
|
||||||
|
fallback_prefix = ENV.fetch('REDIS_NAMESPACE') { nil }
|
||||||
|
prefix = ENV.fetch('ES_PREFIX') { fallback_prefix }
|
||||||
|
|
||||||
|
Chewy.settings = {
|
||||||
|
host: "#{host}:#{port}",
|
||||||
|
prefix: prefix,
|
||||||
|
enabled: enabled,
|
||||||
|
journal: false,
|
||||||
|
}
|
||||||
|
|
||||||
|
Chewy.root_strategy = enabled ? :sidekiq : :bypass
|
||||||
|
|
||||||
|
module Chewy
|
||||||
|
class << self
|
||||||
|
def enabled?
|
||||||
|
settings[:enabled]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
|
@ -19,6 +19,17 @@ services:
|
||||||
# volumes:
|
# volumes:
|
||||||
# - ./redis:/data
|
# - ./redis:/data
|
||||||
|
|
||||||
|
# es:
|
||||||
|
# restart: always
|
||||||
|
# image: docker.elastic.co/elasticsearch/elasticsearch-oss:6.1.3
|
||||||
|
# environment:
|
||||||
|
# - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
|
||||||
|
# networks:
|
||||||
|
# - internal_network
|
||||||
|
#### Uncomment to enable ES persistance
|
||||||
|
## volumes:
|
||||||
|
## - ./elasticsearch:/usr/share/elasticsearch/data
|
||||||
|
|
||||||
web:
|
web:
|
||||||
build: .
|
build: .
|
||||||
image: gargron/mastodon
|
image: gargron/mastodon
|
||||||
|
@ -33,6 +44,7 @@ services:
|
||||||
depends_on:
|
depends_on:
|
||||||
- db
|
- db
|
||||||
- redis
|
- redis
|
||||||
|
# - es
|
||||||
volumes:
|
volumes:
|
||||||
- ./public/assets:/mastodon/public/assets
|
- ./public/assets:/mastodon/public/assets
|
||||||
- ./public/packs:/mastodon/public/packs
|
- ./public/packs:/mastodon/public/packs
|
||||||
|
|
11
spec/fixtures/requests/webfinger-hacker3.txt
vendored
Normal file
11
spec/fixtures/requests/webfinger-hacker3.txt
vendored
Normal file
|
@ -0,0 +1,11 @@
|
||||||
|
HTTP/1.1 200 OK
|
||||||
|
Server: nginx/1.6.2
|
||||||
|
Date: Sun, 20 Mar 2016 11:13:16 GMT
|
||||||
|
Content-Type: application/jrd+json
|
||||||
|
Transfer-Encoding: chunked
|
||||||
|
Connection: keep-alive
|
||||||
|
Access-Control-Allow-Origin: *
|
||||||
|
Vary: Accept-Encoding,Cookie
|
||||||
|
Strict-Transport-Security: max-age=31536000; includeSubdomains;
|
||||||
|
|
||||||
|
{"subject":"acct:localhost@kickass.zone","aliases":["https:\/\/kickass.zone\/user\/7477","https:\/\/kickass.zone\/gargron","https:\/\/kickass.zone\/index.php\/user\/7477","https:\/\/kickass.zone\/index.php\/gargron"],"links":[{"rel":"http:\/\/webfinger.net\/rel\/profile-page","type":"text\/html","href":"https:\/\/kickass.zone\/gargron"},{"rel":"http:\/\/gmpg.org\/xfn\/11","type":"text\/html","href":"https:\/\/kickass.zone\/gargron"},{"rel":"describedby","type":"application\/rdf+xml","href":"https:\/\/kickass.zone\/gargron\/foaf"},{"rel":"http:\/\/apinamespace.org\/atom","type":"application\/atomsvc+xml","href":"https:\/\/kickass.zone\/api\/statusnet\/app\/service\/gargron.xml"},{"rel":"http:\/\/apinamespace.org\/twitter","href":"https:\/\/kickass.zone\/api\/"},{"rel":"http:\/\/specs.openid.net\/auth\/2.0\/provider","href":"https:\/\/kickass.zone\/gargron"},{"rel":"http:\/\/schemas.google.com\/g\/2010#updates-from","type":"application\/atom+xml","href":"https:\/\/kickass.zone\/api\/statuses\/user_timeline\/7477.atom"},{"rel":"magic-public-key","href":"data:application\/magic-public-key,RSA.1ZBkHTavLvxH3FzlKv4O6WtlILKRFfNami3_Rcu8EuogtXSYiS-bB6hElZfUCSHbC4uLemOA34PEhz__CDMozax1iI_t8dzjDnh1x0iFSup7pSfW9iXk_WU3Dm74yWWW2jildY41vWgrEstuQ1dJ8vVFfSJ9T_tO4c-T9y8vDI8=.AQAB"},{"rel":"salmon","href":"https:\/\/kickass.zone\/main\/salmon\/user\/7477"},{"rel":"http:\/\/salmon-protocol.org\/ns\/salmon-replies","href":"https:\/\/kickass.zone\/main\/salmon\/user\/7477"},{"rel":"http:\/\/salmon-protocol.org\/ns\/salmon-mention","href":"https:\/\/kickass.zone\/main\/salmon\/user\/7477"},{"rel":"http:\/\/ostatus.org\/schema\/1.0\/subscribe","template":"https:\/\/kickass.zone\/main\/ostatussub?profile={uri}"}]}
|
|
@ -1,62 +1,88 @@
|
||||||
require 'rails_helper'
|
require 'rails_helper'
|
||||||
|
|
||||||
RSpec.describe FetchAtomService do
|
RSpec.describe FetchAtomService do
|
||||||
describe '#link_header' do
|
describe '#call' do
|
||||||
context 'Link is Array' do
|
|
||||||
target = FetchAtomService.new
|
|
||||||
target.instance_variable_set('@response', 'Link' => [
|
|
||||||
'<http://example.com/>; rel="up"; meta="bar"',
|
|
||||||
'<http://example.com/foo>; rel="self"',
|
|
||||||
])
|
|
||||||
|
|
||||||
it 'set first link as link_header' do
|
|
||||||
expect(target.send(:link_header).links[0].href).to eq 'http://example.com/'
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
context 'Link is not Array' do
|
|
||||||
target = FetchAtomService.new
|
|
||||||
target.instance_variable_set('@response', 'Link' => '<http://example.com/foo>; rel="self", <http://example.com/>; rel = "up"')
|
|
||||||
|
|
||||||
it { expect(target.send(:link_header).links[0].href).to eq 'http://example.com/foo' }
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
describe '#perform_request' do
|
|
||||||
let(:url) { 'http://example.com' }
|
let(:url) { 'http://example.com' }
|
||||||
context 'Check method result' do
|
subject { FetchAtomService.new.call(url) }
|
||||||
|
|
||||||
|
context 'url is blank' do
|
||||||
|
let(:url) { '' }
|
||||||
|
it { is_expected.to be_nil }
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'request failed' do
|
||||||
before do
|
before do
|
||||||
WebMock.stub_request(:get, url).to_return(status: 200, body: '', headers: {})
|
WebMock.stub_request(:get, url).to_return(status: 500, body: '', headers: {})
|
||||||
@target = FetchAtomService.new
|
|
||||||
@target.instance_variable_set('@url', url)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
it 'HTTP::Response instance is returned and set to @response' do
|
it { is_expected.to be_nil }
|
||||||
expect(@target.send(:perform_request).status.to_s).to eq '200 OK'
|
|
||||||
expect(@target.instance_variable_get('@response')).to be_instance_of HTTP::Response
|
|
||||||
end
|
|
||||||
end
|
end
|
||||||
|
|
||||||
context 'check passed parameters to Request' do
|
context 'raise OpenSSL::SSL::SSLError' do
|
||||||
before do
|
before do
|
||||||
@target = FetchAtomService.new
|
allow(Request).to receive_message_chain(:new, :add_headers, :perform).and_raise(OpenSSL::SSL::SSLError)
|
||||||
@target.instance_variable_set('@url', url)
|
|
||||||
@target.instance_variable_set('@unsupported_activity', unsupported_activity)
|
|
||||||
allow(Request).to receive(:new).with(:get, url)
|
|
||||||
expect(Request).to receive_message_chain(:new, :add_headers).with('Accept' => accept)
|
|
||||||
allow(Request).to receive_message_chain(:new, :add_headers, :perform).with(no_args)
|
|
||||||
end
|
end
|
||||||
|
|
||||||
context '@unsupported_activity is true' do
|
it 'output log and return nil' do
|
||||||
let(:unsupported_activity) { true }
|
expect_any_instance_of(ActiveSupport::Logger).to receive(:debug).with('SSL error: OpenSSL::SSL::SSLError')
|
||||||
let(:accept) { 'text/html' }
|
is_expected.to be_nil
|
||||||
it { @target.send(:perform_request) }
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
context '@unsupported_activity is false' do
|
context 'raise HTTP::ConnectionError' do
|
||||||
let(:unsupported_activity) { false }
|
before do
|
||||||
let(:accept) { 'application/activity+json, application/ld+json, application/atom+xml, text/html' }
|
allow(Request).to receive_message_chain(:new, :add_headers, :perform).and_raise(HTTP::ConnectionError)
|
||||||
it { @target.send(:perform_request) }
|
end
|
||||||
|
|
||||||
|
it 'output log and return nil' do
|
||||||
|
expect_any_instance_of(ActiveSupport::Logger).to receive(:debug).with('HTTP ConnectionError: HTTP::ConnectionError')
|
||||||
|
is_expected.to be_nil
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'response success' do
|
||||||
|
let(:body) { '' }
|
||||||
|
let(:headers) { { 'Content-Type' => content_type } }
|
||||||
|
let(:json) {
|
||||||
|
{ id: 1,
|
||||||
|
'@context': ActivityPub::TagManager::CONTEXT,
|
||||||
|
type: 'Note',
|
||||||
|
}.to_json
|
||||||
|
}
|
||||||
|
|
||||||
|
before do
|
||||||
|
WebMock.stub_request(:get, url).to_return(status: 200, body: body, headers: headers)
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'content type is application/atom+xml' do
|
||||||
|
let(:content_type) { 'application/atom+xml' }
|
||||||
|
|
||||||
|
it { is_expected.to eq [url, {:prefetched_body=>""}, :ostatus] }
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'content_type is json' do
|
||||||
|
let(:content_type) { 'application/activity+json' }
|
||||||
|
let(:body) { json }
|
||||||
|
|
||||||
|
it { is_expected.to eq [1, { prefetched_body: body, id: true }, :activitypub] }
|
||||||
|
end
|
||||||
|
|
||||||
|
before do
|
||||||
|
WebMock.stub_request(:get, url).to_return(status: 200, body: body, headers: headers)
|
||||||
|
WebMock.stub_request(:get, 'http://example.com/foo').to_return(status: 200, body: json, headers: { 'Content-Type' => 'application/activity+json' })
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'has link header' do
|
||||||
|
let(:headers) { { 'Link' => '<http://example.com/foo>; rel="alternate"; type="application/activity+json"', } }
|
||||||
|
|
||||||
|
it { is_expected.to eq [1, { prefetched_body: json, id: true }, :activitypub] }
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'content type is text/html' do
|
||||||
|
let(:content_type) { 'text/html' }
|
||||||
|
let(:body) { '<html><head><link rel="alternate" href="http://example.com/foo" type="application/activity+json"/></head></html>' }
|
||||||
|
|
||||||
|
it { is_expected.to eq [1, { prefetched_body: json, id: true }, :activitypub] }
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
|
@ -1,4 +1,71 @@
|
||||||
require 'rails_helper'
|
require 'rails_helper'
|
||||||
|
|
||||||
RSpec.describe FetchRemoteAccountService do
|
RSpec.describe FetchRemoteAccountService do
|
||||||
|
let(:url) { 'https://example.com' }
|
||||||
|
let(:prefetched_body) { nil }
|
||||||
|
let(:protocol) { :ostatus }
|
||||||
|
subject { FetchRemoteAccountService.new.call(url, prefetched_body, protocol) }
|
||||||
|
|
||||||
|
let(:actor) do
|
||||||
|
{
|
||||||
|
'@context': 'https://www.w3.org/ns/activitystreams',
|
||||||
|
id: 'https://example.com/alice',
|
||||||
|
type: 'Person',
|
||||||
|
preferredUsername: 'alice',
|
||||||
|
name: 'Alice',
|
||||||
|
summary: 'Foo bar',
|
||||||
|
inbox: 'http://example.com/alice/inbox',
|
||||||
|
}
|
||||||
|
end
|
||||||
|
|
||||||
|
let(:webfinger) { { subject: 'acct:alice@example.com', links: [{ rel: 'self', href: 'https://example.com/alice' }] } }
|
||||||
|
let(:xml) { File.read(File.join(Rails.root, 'spec', 'fixtures', 'xml', 'mastodon.atom')) }
|
||||||
|
|
||||||
|
shared_examples 'return Account' do
|
||||||
|
it { is_expected.to be_an Account }
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'protocol is :activitypub' do
|
||||||
|
let(:prefetched_body) { Oj.dump(actor) }
|
||||||
|
let(:protocol) { :activitypub }
|
||||||
|
|
||||||
|
before do
|
||||||
|
stub_request(:get, 'https://example.com/.well-known/webfinger?resource=acct:alice@example.com').to_return(body: Oj.dump(webfinger), headers: { 'Content-Type': 'application/jrd+json' })
|
||||||
|
end
|
||||||
|
|
||||||
|
include_examples 'return Account'
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'protocol is :ostatus' do
|
||||||
|
let(:prefetched_body) { xml }
|
||||||
|
let(:protocol) { :ostatus }
|
||||||
|
|
||||||
|
before do
|
||||||
|
stub_request(:get, "https://kickass.zone/.well-known/webfinger?resource=acct:localhost@kickass.zone").to_return(request_fixture('webfinger-hacker3.txt'))
|
||||||
|
stub_request(:get, "https://kickass.zone/api/statuses/user_timeline/7477.atom").to_return(request_fixture('feed.txt'))
|
||||||
|
end
|
||||||
|
|
||||||
|
include_examples 'return Account'
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'when prefetched_body is nil' do
|
||||||
|
context 'protocol is :activitypub' do
|
||||||
|
before do
|
||||||
|
stub_request(:get, url).to_return(status: 200, body: Oj.dump(actor), headers: { 'Content-Type' => 'application/activity+json' })
|
||||||
|
stub_request(:get, 'https://example.com/.well-known/webfinger?resource=acct:alice@example.com').to_return(body: Oj.dump(webfinger), headers: { 'Content-Type': 'application/jrd+json' })
|
||||||
|
end
|
||||||
|
|
||||||
|
include_examples 'return Account'
|
||||||
|
end
|
||||||
|
|
||||||
|
context 'protocol is :ostatus' do
|
||||||
|
before do
|
||||||
|
stub_request(:get, url).to_return(status: 200, body: xml, headers: { 'Content-Type' => 'application/atom+xml' })
|
||||||
|
stub_request(:get, "https://kickass.zone/.well-known/webfinger?resource=acct:localhost@kickass.zone").to_return(request_fixture('webfinger-hacker3.txt'))
|
||||||
|
stub_request(:get, "https://kickass.zone/api/statuses/user_timeline/7477.atom").to_return(request_fixture('feed.txt'))
|
||||||
|
end
|
||||||
|
|
||||||
|
include_examples 'return Account'
|
||||||
|
end
|
||||||
|
end
|
||||||
end
|
end
|
||||||
|
|
|
@ -25,6 +25,10 @@ RSpec.configure do |config|
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
config.before :suite do
|
||||||
|
Chewy.strategy(:bypass)
|
||||||
|
end
|
||||||
|
|
||||||
config.after :suite do
|
config.after :suite do
|
||||||
gc_counter = 0
|
gc_counter = 0
|
||||||
FileUtils.rm_rf(Dir["#{Rails.root}/spec/test_files/"])
|
FileUtils.rm_rf(Dir["#{Rails.root}/spec/test_files/"])
|
||||||
|
|
Loading…
Reference in a new issue